-- Logs begin at Fri 2021-10-29 12:54:48 UTC, end at Fri 2021-10-29 13:48:54 UTC. -- Oct 29 13:24:08.450902 dv-cinder-815884-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 29 13:24:11.183157 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.common.config [-] Logging enabled! Oct 29 13:24:11.183676 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev18 Oct 29 13:24:11.183935 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101165) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 29 13:24:11.187128 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.common.config [-] Logging enabled! Oct 29 13:24:11.187389 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev18 Oct 29 13:24:11.187704 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101165) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 29 13:24:11.188647 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 29 13:24:11.188882 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 29 13:24:11.189239 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 29 13:24:11.189486 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 29 13:24:11.189714 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 29 13:24:11.190060 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.190363 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.190661 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.190895 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.191194 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.191490 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.191777 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.192069 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.192369 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.192657 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.192939 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.193225 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.193453 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.193737 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.194048 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.194337 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.194560 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] debug = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.194841 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.195266 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.195684 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.195967 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.196258 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.196538 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.196809 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.197086 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.197374 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.197705 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] host = dv-cinder-815884-1-iscsi {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.198229 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.198525 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.198815 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.199106 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.199382 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.199659 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.199948 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.200223 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.200496 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] log_file = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.200773 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.201069 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.201359 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.201652 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.201901 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.202127 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.202421 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.202709 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.202987 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.203269 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.203545 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.203825 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.204100 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.204372 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.204656 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.204941 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.205230 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.205504 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.205804 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.206081 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.206356 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.206644 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.206921 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.207196 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.207472 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.207761 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.208033 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.208308 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.208610 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.208900 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.209185 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.209473 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.209748 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.210066 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.210343 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.210616 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.210888 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] use_json = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.211166 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.211435 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.211715 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.211991 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.212265 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.212539 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.212810 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.213096 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:11.213924 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.214238 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.214546 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.214828 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.215124 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.215404 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.215694 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.215970 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.216259 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.216548 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.216833 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.217108 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.217396 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.217673 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.217989 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.218297 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.218594 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.218888 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.219164 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.219438 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.219712 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.219990 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.220280 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.220559 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.220850 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.221144 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.221425 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.221711 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.222036 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.222329 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.222605 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.222884 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.223177 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.223454 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.223725 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.224001 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.224293 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.224573 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.224844 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.225124 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.225400 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.225671 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.225971 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.226247 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.226538 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.226814 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.227084 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.227354 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.227627 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.227902 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.228182 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.228456 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.228725 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.229008 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.229844 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.230122 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.230395 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.230671 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.230944 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.231224 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.231495 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.231764 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.232033 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.232301 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.232574 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.232844 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.233113 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.233388 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.233661 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.233962 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.234233 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.234506 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.234780 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.235060 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.235357 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.235632 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.235909 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.236186 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.236461 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.236736 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.237014 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.237291 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.237568 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.237869 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.238163 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.238446 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.238731 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.239012 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.239291 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.239594 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.239871 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.240156 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.240433 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.240711 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.241002 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.241286 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.241582 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.241908 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.242204 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.242499 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.242791 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.243074 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.243385 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.243921 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:11.244142 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 29 13:24:11.244384 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101165) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 29 13:24:11.598954 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 29 13:24:11.599241 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 29 13:24:11.599534 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 29 13:24:11.599871 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 29 13:24:11.995371 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:11.995590 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:11.995866 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:11.997192 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:11.997464 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:11.997729 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.033754 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.034053 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.034324 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.049886 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.050168 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.050438 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.078705 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.078989 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.079261 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.117602 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.117917 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.118188 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.352688 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.353269 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.353269 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.353491 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.354844 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.476105 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.476431 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.476717 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.476985 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.477248 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.477567 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.477849 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.478110 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.478364 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.478646 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.478904 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.479195 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.479456 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.479713 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.479969 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.480234 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.480489 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.480754 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.481020 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.481277 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.481547 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.481818 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.482103 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.482482 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.482731 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.482977 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.483381 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 13:24:12.483623 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 13:24:12.483861 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 13:24:12.484097 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 13:24:12.484332 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 13:24:12.484567 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 13:24:12.484927 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 29 13:24:12.488048 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 29 13:24:12.492133 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 29 13:24:12.496705 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Oct 29 13:24:12.498388 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 29 13:24:12.498838 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 29 13:24:12.499176 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 29 13:24:12.499562 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 29 13:24:12.502431 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 29 13:24:12.502680 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 29 13:24:12.503024 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 29 13:24:12.508383 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 29 13:24:12.531124 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 29 13:24:12.531575 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.531876 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101165) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 29 13:24:12.532238 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.533817 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101165) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 29 13:24:12.534096 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 29 13:24:12.534339 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 29 13:24:12.537573 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.537887 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:12.600331 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 29 13:24:12.600565 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 29 13:24:12.600806 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 29 13:24:12.601173 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 29 13:24:12.624248 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_db.sqlalchemy.engines [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101165) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 29 13:24:13.154515 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.managers [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Initializing driver for type 'gre' Oct 29 13:24:13.155119 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] gre ID ranges: [(1, 1000)] Oct 29 13:24:13.207128 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.managers [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Initializing driver for type 'local' Oct 29 13:24:13.207529 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.managers [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Initializing driver for type 'vlan' Oct 29 13:24:13.220400 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] VlanTypeDriver initialization complete Oct 29 13:24:13.220770 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.managers [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Initializing driver for type 'vxlan' Oct 29 13:24:13.221294 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] vxlan ID ranges: [(1, 1000)] Oct 29 13:24:13.272371 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.managers [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Initializing extension driver 'port_security' Oct 29 13:24:13.272792 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.extensions.port_security [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] PortSecurityExtensionDriver initialization complete Oct 29 13:24:13.273135 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.managers [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Initializing mechanism driver 'openvswitch' Oct 29 13:24:13.273476 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.managers [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Initializing mechanism driver 'hyperv' Oct 29 13:24:13.280655 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.plugins.ml2.plugin [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:24:13.281330 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > port after_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.281701 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > port after_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.282080 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > port after_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.282608 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101165) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 13:24:13.283042 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > subnet after_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.283401 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > subnet after_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.283757 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.284154 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101165) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 13:24:13.284563 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > network after_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.284913 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > network after_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.285255 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > network after_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.285650 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101165) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 13:24:13.286080 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > security_group after_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.286429 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > security_group after_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.286766 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.287298 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101165) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 13:24:13.287710 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.288065 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.288410 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.288810 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101165) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 13:24:13.289214 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > address_group after_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.289559 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > address_group after_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.289928 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.290326 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101165) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 13:24:13.290705 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] ML2 OVO RPC backend initialized. {{(pid=101165) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 29 13:24:13.291416 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.292316 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.292735 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > network before_response 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.293081 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > networks before_response 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.293438 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > port before_response 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.293801 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > ports before_response 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.294147 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > subnet before_response 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.294490 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > subnets before_response 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.294835 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > network after_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.295174 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > network after_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.295508 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > network after_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.295844 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > port after_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.296179 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > port after_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.296510 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > port after_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.296843 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > subnet after_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.297178 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > subnet after_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.297507 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.298112 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.plugin [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Modular L2 Plugin initialization complete Oct 29 13:24:13.298441 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading services supported by the core plugin {{(pid=101165) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 29 13:24:13.298767 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.plugins.ml2.managers [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Got port-security extension from driver 'port_security' Oct 29 13:24:13.299228 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.extensions.vlantransparent [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Disabled vlantransparent extension. Oct 29 13:24:13.299704 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101165) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 29 13:24:13.300018 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading Plugin: router Oct 29 13:24:13.336008 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.336397 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router after_create 55549900 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.336768 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router before_create 55549900 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.337134 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.337508 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.337892 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router after_delete 55549900 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.338253 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.339099 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.339456 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router after_create 55549900 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.339802 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router after_update 55549900 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.340150 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router after_update 55549900 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.340501 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.340860 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router after_update 55549900 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.341271 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router precommit_update 55549900 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.341640 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: port after_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.342013 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: port after_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.342355 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: subnet after_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.342697 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.343046 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.343392 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router precommit_create 55549900 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.343735 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: port before_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.344077 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router precommit_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.344432 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router after_update 55549900 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.344770 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.345118 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router precommit_create 55549900 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.345479 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.345854 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router precommit_update 55549900 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.346222 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > agent after_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.346571 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > agent after_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.346916 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > network after_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.347772 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Tracking information for resource: router configured {{(pid=101165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 13:24:13.348102 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Tracking information for resource: floatingip configured {{(pid=101165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 13:24:13.353293 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.db.l3_agentschedulers_db [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 29 13:24:13.353899 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: port after_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.354827 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: port after_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.355183 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: port after_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.355542 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: port after_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.356331 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router before_create 55550100 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.356697 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.357059 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router precommit_create 55550100 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.357417 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > router precommit_update 55550100 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.362335 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.services.provider_configuration [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Service providers = [] {{(pid=101165) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 29 13:24:13.362824 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.db.servicetype_db [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101165) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 29 13:24:13.365832 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.services.service_base [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101165) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 13:24:13.366187 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.services.service_base [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101165) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 13:24:13.366534 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.services.service_base [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101165) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 13:24:13.367446 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.services.service_base [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101165) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 13:24:13.367822 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.services.service_base [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 29 13:24:13.368195 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 13:24:13.368513 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 29 13:24:13.380957 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 13:24:13.381295 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading Plugin: auto_allocate Oct 29 13:24:13.388252 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: network precommit_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.388626 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: network precommit_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.389144 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 13:24:13.389468 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading Plugin: tag Oct 29 13:24:13.396499 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 13:24:13.396830 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading Plugin: timestamp Oct 29 13:24:13.400927 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 13:24:13.401257 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading Plugin: network_ip_availability Oct 29 13:24:13.406791 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.407114 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.407472 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.408181 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 13:24:13.408499 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading Plugin: flavors Oct 29 13:24:13.413390 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 13:24:13.413725 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading Plugin: revisions Oct 29 13:24:13.418116 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 13:24:13.418508 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_concurrency.lockutils [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.819s {{(pid=101165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 29 13:24:13.419247 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101165) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 29 13:24:13.419588 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Initializing extension manager. Oct 29 13:24:13.420098 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: __init__.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.420441 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: __pycache__ {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.420783 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.421116 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: address_group.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.421903 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.422477 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: address-group Oct 29 13:24:13.422805 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: address_scope.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.423718 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.424239 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: address-scope Oct 29 13:24:13.424566 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.425517 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.426079 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: router-admin-state-down-before-update Oct 29 13:24:13.426411 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: agent.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.427123 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.427638 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: agent Oct 29 13:24:13.427964 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: agent_resources_synced.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.428885 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.429399 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: agent-resources-synced Oct 29 13:24:13.429721 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: allowedaddresspairs.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.431552 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.432589 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: allowed-address-pairs Oct 29 13:24:13.432919 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: auto_allocated_topology.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.434044 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.434569 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: auto-allocated-topology Oct 29 13:24:13.434896 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: availability_zone.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.435595 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.436108 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: availability_zone Oct 29 13:24:13.436431 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: availability_zone_filter.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.437356 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.437901 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: availability_zone_filter Oct 29 13:24:13.438225 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: data_plane_status.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.439140 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.439649 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension data-plane-status not supported by any of loaded plugins Oct 29 13:24:13.439970 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: default_subnetpools.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.440898 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.441410 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: default-subnetpools Oct 29 13:24:13.441732 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.442568 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.443084 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: dhcp_agent_scheduler Oct 29 13:24:13.443403 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: dns.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.444328 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.444834 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension dns-integration not supported by any of loaded plugins Oct 29 13:24:13.445157 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: dns_domain_ports.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.446105 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.446614 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 29 13:24:13.446934 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.448483 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.448994 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 29 13:24:13.449319 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: dvr.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.450029 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.450539 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: dvr Oct 29 13:24:13.450865 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: ecmp_routes.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.451791 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.452302 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 29 13:24:13.452626 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: empty_string_filtering.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.453548 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.454097 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: empty-string-filtering Oct 29 13:24:13.454421 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.455343 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.455855 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 29 13:24:13.456176 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.457105 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.457617 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 29 13:24:13.457975 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: external_net.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.458901 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.459414 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: external-net Oct 29 13:24:13.459736 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.460660 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.461175 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: extra_dhcp_opt Oct 29 13:24:13.461494 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: extraroute.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.462450 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.462957 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: extraroute Oct 29 13:24:13.463278 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: extraroute_atomic.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.464836 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.465352 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: extraroute-atomic Oct 29 13:24:13.465675 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: filter_validation.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.466373 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.466884 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: filter-validation Oct 29 13:24:13.467204 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: fip_pf_description.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.468121 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.468625 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 29 13:24:13.468945 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: fip_port_details.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.469898 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.470410 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: fip-port-details Oct 29 13:24:13.470731 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: flavors.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.471986 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.472506 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: flavors Oct 29 13:24:13.472831 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.474548 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.475076 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 29 13:24:13.475411 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: floatingip_pools.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.476121 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.476644 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: floatingip-pools Oct 29 13:24:13.476971 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: ip_allocation.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.477948 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.478463 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension ip_allocation not supported by any of loaded plugins Oct 29 13:24:13.478788 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.480254 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.480770 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: ip-substring-filtering Oct 29 13:24:13.481103 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: l2_adjacency.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.482073 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.482584 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 29 13:24:13.482909 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: l3.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.484008 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.484533 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: router Oct 29 13:24:13.484861 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.487141 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.487672 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 29 13:24:13.488003 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.488956 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.489481 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: ext-gw-mode Oct 29 13:24:13.489845 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.490797 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.491323 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: l3-ha Oct 29 13:24:13.491651 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: l3_flavors.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.492583 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.493099 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: l3-flavors Oct 29 13:24:13.493432 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.494647 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.495163 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 29 13:24:13.495489 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: l3agentscheduler.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.496512 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.497036 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: l3_agent_scheduler Oct 29 13:24:13.497366 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: logging.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.498897 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.499425 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension logging not supported by any of loaded plugins Oct 29 13:24:13.499757 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: metering.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.500503 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.501084 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: metering Oct 29 13:24:13.501410 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.502552 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.503073 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: metering_source_and_destination_fields Oct 29 13:24:13.503398 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: multiprovidernet.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.504340 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.504852 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: multi-provider Oct 29 13:24:13.505177 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: netmtu.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.506135 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.506646 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: net-mtu Oct 29 13:24:13.506968 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: netmtu_writable.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.507898 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.508411 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: net-mtu-writable Oct 29 13:24:13.508734 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: network_availability_zone.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.509409 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.509960 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: network_availability_zone Oct 29 13:24:13.510310 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: network_ip_availability.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.511472 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.511986 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: network-ip-availability Oct 29 13:24:13.512310 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: network_segment_range.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.513085 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.513620 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension network-segment-range not supported by any of loaded plugins Oct 29 13:24:13.513976 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: pagination.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.514973 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.515304 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: pagination Oct 29 13:24:13.515626 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: port_device_profile.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.516553 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.517075 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: port-device-profile Oct 29 13:24:13.517396 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.518352 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.518873 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: port-mac-address-regenerate Oct 29 13:24:13.519197 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.520127 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.520640 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: port-numa-affinity-policy Oct 29 13:24:13.520967 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: port_resource_request.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.522069 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.522586 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension port-resource-request not supported by any of loaded plugins Oct 29 13:24:13.522911 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: portbindings.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.523853 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.524365 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: binding Oct 29 13:24:13.524685 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: portbindings_extended.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.526540 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.527042 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: binding-extended Oct 29 13:24:13.527366 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: portsecurity.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.528296 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.528809 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: port-security Oct 29 13:24:13.529132 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: project_id.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.530156 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.530490 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: project-id Oct 29 13:24:13.530813 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: providernet.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.531742 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.532259 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: provider Oct 29 13:24:13.532580 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: qos.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.536211 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.536738 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension qos not supported by any of loaded plugins Oct 29 13:24:13.537072 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.538362 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.538886 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 29 13:24:13.539218 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.540158 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.540678 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 29 13:24:13.541013 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: qos_default.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.542512 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.543031 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension qos-default not supported by any of loaded plugins Oct 29 13:24:13.543358 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: qos_fip.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.544018 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.544528 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension qos-fip not supported by any of loaded plugins Oct 29 13:24:13.544852 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: qos_gateway_ip.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.545806 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.546327 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 29 13:24:13.546652 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: qos_port_network_policy.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.547574 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.548087 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 29 13:24:13.548410 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: qos_pps_rule.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.549598 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.550153 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension qos-pps not supported by any of loaded plugins Oct 29 13:24:13.550479 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: qos_rule_type_details.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.551404 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.551917 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 29 13:24:13.552240 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: qos_rules_alias.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.553287 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.553829 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 29 13:24:13.554157 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: quotasv2.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.555069 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.555398 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: quotas Oct 29 13:24:13.555720 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: quotasv2_detail.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.559258 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.559606 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: quota_details Oct 29 13:24:13.559939 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: rbac.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.561007 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.561538 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: rbac-policies Oct 29 13:24:13.561909 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: rbac_address_group.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.562857 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.563381 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: rbac-address-group Oct 29 13:24:13.563706 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: rbac_address_scope.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.564635 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.565153 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: rbac-address-scope Oct 29 13:24:13.565474 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: rbac_security_groups.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.566433 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.566954 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: rbac-security-groups Oct 29 13:24:13.567276 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: rbac_subnetpool.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.568202 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.568722 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: rbac-subnetpool Oct 29 13:24:13.569045 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: revisionifmatch.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.570110 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.570943 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: revision-if-match Oct 29 13:24:13.571340 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: revisions.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.572579 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.573137 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: standard-attr-revisions Oct 29 13:24:13.573463 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: router_availability_zone.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.574194 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.574711 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: router_availability_zone Oct 29 13:24:13.575033 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: routerservicetype.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.575961 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.576472 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension router-service-type not supported by any of loaded plugins Oct 29 13:24:13.576794 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.577744 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.578300 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: security-groups-normalized-cidr Oct 29 13:24:13.578626 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.579566 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.580081 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: port-security-groups-filtering Oct 29 13:24:13.580401 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.581345 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.581893 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: security-groups-remote-address-group Oct 29 13:24:13.582218 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: securitygroup.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.593871 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.594407 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: security-group Oct 29 13:24:13.594740 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: segment.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.595531 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.596047 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension segment not supported by any of loaded plugins Oct 29 13:24:13.596369 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.597321 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.597866 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 29 13:24:13.598197 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: servicetype.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.599405 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.599931 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: service-type Oct 29 13:24:13.600255 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: sorting.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.601258 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.601594 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: sorting Oct 29 13:24:13.601950 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: standard_attr_segment.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.602873 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.603389 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 29 13:24:13.603710 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: standardattrdescription.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.604408 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.605413 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: standard-attr-description Oct 29 13:24:13.605737 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: stateful_security_group.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.606698 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.607217 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: stateful-security-group Oct 29 13:24:13.607544 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: stdattrs_common.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.608136 dv-cinder-815884-1-iscsi neutron-server[101165]: WARNING neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 29 13:24:13.608455 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.609395 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.609949 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 29 13:24:13.610273 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: subnet_onboard.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.611363 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.611884 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: subnet_onboard Oct 29 13:24:13.612210 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.613154 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.613668 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 29 13:24:13.614024 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: subnet_service_types.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.614967 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.615486 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: subnet-service-types Oct 29 13:24:13.615811 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: subnetallocation.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.616931 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.617449 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: subnet_allocation Oct 29 13:24:13.617788 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.618472 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.619240 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: subnetpool-prefix-ops Oct 29 13:24:13.619584 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.620539 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.621054 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 29 13:24:13.621384 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: tagging.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.622473 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.622999 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: standard-attr-tag Oct 29 13:24:13.623321 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: timestamp.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.624555 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.625074 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loaded extension: standard-attr-timestamp Oct 29 13:24:13.625403 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: trunk.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.626485 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.627008 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension trunk not supported by any of loaded plugins Oct 29 13:24:13.627335 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: trunk_details.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.628282 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.628803 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension trunk-details not supported by any of loaded plugins Oct 29 13:24:13.629129 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: uplink_status_propagation.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.630176 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.630694 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 29 13:24:13.631018 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Loading extension file: vlantransparent.py {{(pid=101165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 13:24:13.631700 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 13:24:13.632209 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 29 13:24:13.634681 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Creating instance of TrackedResource for resource:network Oct 29 13:24:13.635730 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Creating instance of TrackedResource for resource:subnet Oct 29 13:24:13.636137 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 13:24:13.636537 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Creating instance of TrackedResource for resource:port Oct 29 13:24:13.637823 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.v2.resource_helper [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 13:24:13.638265 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.v2.resource_helper [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Service FLAVORS assigned prefix: {{(pid=101165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 13:24:13.638888 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.v2.resource_helper [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 13:24:13.639319 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.v2.resource_helper [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 13:24:13.639648 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Creating instance of TrackedResource for resource:router Oct 29 13:24:13.640085 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Creating instance of TrackedResource for resource:floatingip Oct 29 13:24:13.640559 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.v2.resource_helper [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Service METERING assigned prefix: /metering {{(pid=101165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 13:24:13.642036 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.642431 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.642787 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:24:13.643804 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Creating instance of CountableResource for resource:rbac_policy Oct 29 13:24:13.644239 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Creating instance of TrackedResource for resource:security_group Oct 29 13:24:13.644664 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 29 13:24:13.645272 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.v2.resource_helper [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Service CORE assigned prefix: {{(pid=101165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 13:24:13.645600 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 13:24:13.645977 dv-cinder-815884-1-iscsi neutron-server[101165]: WARNING neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] subnetpool is already registered Oct 29 13:24:13.646411 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.v2.resource_helper [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Service CORE assigned prefix: {{(pid=101165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 13:24:13.646732 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 13:24:13.647059 dv-cinder-815884-1-iscsi neutron-server[101165]: WARNING neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] subnetpool is already registered Oct 29 13:24:13.649353 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.v2.resource_helper [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 13:24:13.649796 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.v2.resource_helper [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Service FLAVORS assigned prefix: {{(pid=101165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 13:24:13.650404 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.v2.resource_helper [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 13:24:13.650869 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.v2.resource_helper [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 13:24:13.651853 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Creating instance of TrackedResource for resource:router Oct 29 13:24:13.652242 dv-cinder-815884-1-iscsi neutron-server[101165]: WARNING neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] router is already registered Oct 29 13:24:13.652747 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Creating instance of TrackedResource for resource:floatingip Oct 29 13:24:13.653174 dv-cinder-815884-1-iscsi neutron-server[101165]: WARNING neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] floatingip is already registered Oct 29 13:24:13.653634 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.v2.resource_helper [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Service METERING assigned prefix: /metering {{(pid=101165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 13:24:13.654353 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Creating instance of CountableResource for resource:rbac_policy Oct 29 13:24:13.654685 dv-cinder-815884-1-iscsi neutron-server[101165]: WARNING neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] rbac_policy is already registered Oct 29 13:24:13.655094 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Creating instance of TrackedResource for resource:security_group Oct 29 13:24:13.655425 dv-cinder-815884-1-iscsi neutron-server[101165]: WARNING neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] security_group is already registered Oct 29 13:24:13.655825 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 29 13:24:13.656155 dv-cinder-815884-1-iscsi neutron-server[101165]: WARNING neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] security_group_rule is already registered Oct 29 13:24:13.656777 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.v2.resource_helper [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Service CORE assigned prefix: {{(pid=101165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 13:24:13.657143 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 13:24:13.657427 dv-cinder-815884-1-iscsi neutron-server[101165]: WARNING neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] subnetpool is already registered Oct 29 13:24:13.657866 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.v2.resource_helper [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Service CORE assigned prefix: {{(pid=101165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 13:24:13.658187 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 13:24:13.658515 dv-cinder-815884-1-iscsi neutron-server[101165]: WARNING neutron.quota.resource_registry [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] subnetpool is already registered Oct 29 13:24:13.658978 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: extensions {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.660486 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: address-groups {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.662036 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: address-scopes {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.663371 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: agents {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.664556 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: auto-allocated-topology {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.665821 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: availability_zones {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.667074 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: dhcp-networks {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.668619 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: dhcp-agents {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.670072 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: routers {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.672314 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: flavors {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.673497 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: service_profiles {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.674734 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: next_providers {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.676192 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: service_profiles {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.677934 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: floatingip-pools {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.679377 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: routers {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.681863 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: floatingips {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.683536 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: l3-routers {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.685193 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: l3-agents {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.687038 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: metering-labels {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.688656 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: metering-label-rules {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.690263 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: network-ip-availabilities {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.691875 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: bindings {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.694900 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: quotas {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.696418 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: quotas {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.698381 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: rbac-policies {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.699581 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: security-groups {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.701022 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: security-group-rules {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.702330 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: service-providers {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.703700 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: subnetpools {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.705221 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: subnetpools {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.706715 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: tags {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.708418 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: tags {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.710314 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: tags {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.712154 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: tags {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.714653 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: tags {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.716534 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: tags {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.718276 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: tags {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.720206 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: tags {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.722005 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: tags {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.723795 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron.api.extensions [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Extended resource: tags {{(pid=101165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 13:24:13.730044 dv-cinder-815884-1-iscsi neutron-server[101165]: WARNING keystonemiddleware.auth_token [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 29 13:24:13.734847 dv-cinder-815884-1-iscsi neutron-server[101165]: WARNING keystonemiddleware.auth_token [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 29 13:24:13.743820 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_concurrency.lockutils [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Acquired lock "singleton_lock" {{(pid=101165) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 29 13:24:13.744303 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_concurrency.lockutils [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Releasing lock "singleton_lock" {{(pid=101165) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 29 13:24:13.744967 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO oslo_service.service [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Starting 2 workers Oct 29 13:24:13.749791 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Started child 101274 {{(pid=101165) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 13:24:13.754203 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Started child 101275 {{(pid=101165) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 13:24:13.755215 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:13.755843 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO neutron.service [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 29 13:24:13.756468 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Notify callbacks [] for process, before_spawn {{(pid=101165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:13.756683 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [-] (101274) wsgi starting up on http://0.0.0.0:9696 Oct 29 13:24:13.758847 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:13.759263 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO oslo_service.service [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Starting 1 workers Oct 29 13:24:13.760682 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [-] (101275) wsgi starting up on http://0.0.0.0:9696 Oct 29 13:24:13.764783 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Started child 101276 {{(pid=101165) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 13:24:13.765342 dv-cinder-815884-1-iscsi neutron-server[101165]: INFO oslo_service.service [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Starting 1 workers Oct 29 13:24:13.768438 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.service [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] calling RpcWorker wait() {{(pid=101276) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 29 13:24:13.768945 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.service [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] returning from RpcWorker wait() {{(pid=101276) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 29 13:24:13.769787 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Started child 101277 {{(pid=101165) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 13:24:13.770287 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:13.770639 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac09b-47c6-4b7f-b855-09f68a294127 None None] Notify callbacks [] for process, after_spawn {{(pid=101165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:13.770867 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:24:13.772493 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101165) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 29 13:24:13.772704 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 29 13:24:13.772891 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 29 13:24:13.773102 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 29 13:24:13.773434 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 29 13:24:13.773594 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 29 13:24:13.774139 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.774415 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.774584 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:13.775047 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.775047 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.775216 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.775848 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.776619 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.776858 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.777146 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.777394 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.777569 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.777732 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.778022 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.778253 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.778555 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.778826 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.779072 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.779333 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.779502 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.779750 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.780021 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.780248 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.780515 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] debug = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.780751 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.781228 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.781451 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.781724 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.781983 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.782250 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.782476 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.782725 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.782972 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.783184 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.783417 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.783662 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.783890 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.784120 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.784349 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.784608 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.784906 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.785326 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] host = dv-cinder-815884-1-iscsi {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.785592 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.785839 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.786087 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.786335 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.786589 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.786819 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.787088 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.787342 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.787590 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.787826 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.788080 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.788331 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.788578 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.788831 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] log_file = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.789036 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] log_options = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.789222 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.789484 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.789746 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.789958 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.790127 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.790301 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.790536 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.790698 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.790949 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.791165 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.791381 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.791626 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.791864 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.792078 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.792321 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.792565 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.792800 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.793031 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.793374 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.793532 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.793714 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.793986 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.794240 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.794441 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.794654 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.794893 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.795118 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.795337 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.795548 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.795798 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.796011 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.796265 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.796501 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.796746 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.797028 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.797258 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.797484 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.797712 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.797994 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.798218 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.798456 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.798711 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.798943 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.799185 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.799428 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.799639 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.799850 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] use_json = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.800061 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.800290 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.800564 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.800777 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.801005 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.801217 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.801426 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.801653 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.802089 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.802399 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.802719 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.802947 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.803213 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.803453 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.803705 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.803947 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.804209 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.805001 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.805001 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.805001 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.805483 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.805483 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.805909 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:24:13.806070 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.806070 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.806342 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.806573 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.806791 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.807055 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.807277 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.807521 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.808010 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.808010 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.808343 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.808507 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.808717 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.809063 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.809283 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.809527 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.96/identity {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.809791 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.810131 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.810344 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.810557 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.810665 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.810881 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.811117 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.811346 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.811619 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.811824 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.812175 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.812538 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.812646 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.812803 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.813024 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.813275 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.813503 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.813958 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.813958 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.814233 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.814399 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.814578 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.814799 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.815062 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.815331 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.815478 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.815716 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.816014 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.816215 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.816358 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.816581 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.816823 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.817032 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.817246 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.817459 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.817668 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.817997 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.818324 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.818473 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.818648 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.818886 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.819057 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.819225 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.819440 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.819686 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.819904 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.821435 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.821435 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.821435 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.821435 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.821435 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.821435 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.821435 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.824969 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.824969 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.824969 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.824969 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.824969 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.824969 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.824969 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.824969 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.825436 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.825436 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.825436 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.825436 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.825669 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.825965 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.826191 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.826415 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.826656 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.826923 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.827171 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.827443 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.827666 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.827903 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.828156 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.828389 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.828607 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.828816 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.829048 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.829346 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.829554 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.830416 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.830416 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.830416 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.830639 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.830783 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.831019 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.831334 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.831545 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.831812 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.832112 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.832385 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.832675 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.832880 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.833130 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.833381 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.833613 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.833930 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.834243 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.834593 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.834914 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.835205 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.835449 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.835688 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.835904 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.836153 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.836476 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.836700 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.836930 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.837142 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.837412 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.837656 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.837930 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.838193 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.838489 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.839226 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.839467 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.839734 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.96/identity {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.839951 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.840197 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.840445 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.840662 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.840877 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.841091 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.841310 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.841525 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.841739 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.842011 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.842227 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.842469 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.842705 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.842922 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.843172 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.843427 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.843660 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.843881 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.844111 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.844336 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.844559 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.844789 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.845004 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.845266 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.845485 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.845798 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.846107 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.846296 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.846542 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.846798 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.847057 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.847273 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.847537 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.847776 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.847989 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.848203 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.848424 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.848639 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.848851 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.849077 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.849291 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.849543 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.849811 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.850151 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.850411 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.850640 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.850878 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.851096 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.851346 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.851585 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.851833 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.852051 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.852289 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.852506 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.852771 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.853640 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.853640 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.853640 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.854610 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.854610 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.854887 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.854887 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.855150 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.855391 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.855618 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.855879 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.856335 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.856550 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.856780 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.856991 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.857200 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.857421 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.857640 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.857908 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.858158 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.858389 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.858600 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.858820 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.859037 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.859266 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.859490 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.859743 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.859951 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.860171 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.860414 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.860622 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.860844 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.861057 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.861264 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.861484 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.861701 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.861949 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.862211 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.862420 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.862625 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.862848 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.863235 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.863348 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.863555 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.863801 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.864021 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.864305 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.864551 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.864801 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.865052 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.865354 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.865559 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.865810 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.866034 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.866250 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.866472 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.866724 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.867050 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.867341 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.867594 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.867828 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.868089 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.868359 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.868890 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.869100 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.869387 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.870289 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.870560 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.870812 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.871058 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.871307 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.871550 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.871766 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.872001 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.872238 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.872454 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.872690 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.872921 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.873143 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.873378 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.873609 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.873852 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.874078 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.874309 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.874529 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.874761 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.874917 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 29 13:24:13.875444 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101165) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 29 13:24:13.875604 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 29 13:24:13.875755 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 29 13:24:13.875927 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 29 13:24:13.876096 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 29 13:24:13.876246 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 29 13:24:13.876456 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.876616 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.876778 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.876942 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.877137 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.877266 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.877423 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.877584 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.877743 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.877921 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.878081 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.878237 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.878394 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.878551 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.878708 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.878866 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.879022 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.879179 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.879341 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.879499 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.879656 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.879813 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.879971 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] debug = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.880127 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.880318 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.880480 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.880635 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.880792 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.880949 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.881133 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.881260 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.881414 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.881572 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.881725 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.881902 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.882060 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.882217 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.882373 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.882529 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.882685 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.882854 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] host = dv-cinder-815884-1-iscsi {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.883003 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.883158 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.883312 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.883471 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.883625 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.883781 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.883937 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.884094 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.884250 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.884407 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.884563 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.884718 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.884874 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.885029 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] log_file = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.885206 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] log_options = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.885364 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.885519 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.885674 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.885867 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.886030 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.886187 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.886345 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.886555 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.886665 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.886798 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.886955 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.887110 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.887267 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.887422 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.887580 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.887737 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.887895 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.888043 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.888203 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.888357 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.888512 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.888668 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.888825 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.888980 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.889134 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.889288 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.889445 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.889605 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.889759 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.889936 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.890093 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.890248 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.890425 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.890552 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.890710 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.890854 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.891010 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.891165 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.891325 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.891480 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.891637 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.891793 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.891950 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.892088 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.892242 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.892397 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.892553 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] use_json = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.892710 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.892870 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.893025 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.893182 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.893338 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.893617 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.893722 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.893833 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 13:24:13.893984 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.894145 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.894335 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.894498 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.894658 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.894817 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.894976 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.895136 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.895295 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.895453 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.895619 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.895779 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.895948 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.896108 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.896266 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.896427 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.896665 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.896766 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.896895 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.897058 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.897205 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.897385 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.897530 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.897691 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.897889 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.898045 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.898183 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.898353 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.898513 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.898676 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.96/identity {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.898830 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.898984 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.899148 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.899308 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.899470 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.899631 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.899795 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.899952 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.900114 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.900266 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.900427 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.900577 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.900741 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.900924 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.901086 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.901310 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.901469 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.901629 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.901804 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.901970 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.902197 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.902300 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.902418 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.902585 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.902748 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.902920 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.903101 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.903233 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.903393 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.903551 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.903713 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.903879 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.904027 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.904185 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.904349 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.904507 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.904676 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.904837 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.904996 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.905143 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.905306 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.905465 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.905628 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.905788 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.906177 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.906332 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.906495 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.907115 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.907115 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.907115 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.907115 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.907489 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.907489 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.907646 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.907732 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.907841 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.908004 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.908157 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.908316 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.908486 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.908659 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.908819 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.908977 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.909138 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.909294 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.909451 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.909600 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.909758 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.909938 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.910097 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.910232 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:24:13.910324 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.910405 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.910551 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.910711 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.910870 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.911028 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.911186 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.911359 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.911487 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.911650 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.911809 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.911968 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.912126 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.912284 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.912441 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.912600 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.912773 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.912930 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.913092 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.913250 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.913414 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.913582 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.913742 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.913929 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.914090 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.914236 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.914398 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.914559 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.914714 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.914872 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.915031 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.915209 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.915349 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.915513 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.915671 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.915830 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.915988 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.916171 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.916329 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.917015 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.917166 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.917323 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.917481 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.917640 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.917890 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.917983 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.918126 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.918292 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.918446 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.96/identity {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.918605 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.918763 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.918921 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.919079 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.919239 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.919398 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.919557 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.919716 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.919875 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.920032 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.920191 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.920349 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.920507 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.920665 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.920823 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.920981 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.921144 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.921303 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.921461 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.921620 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.921794 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.921956 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.922115 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.923594 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.923594 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.923594 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.923594 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.923594 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.923594 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.923594 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.923594 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.924748 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.924748 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.924748 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.924748 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.924748 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.924748 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.924748 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.924748 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.926842 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.926842 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.926842 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.926842 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.926842 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.926842 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.926842 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.926842 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.927713 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.927713 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.927713 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.927713 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.927713 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.927713 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.927713 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.927713 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.928189 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.928189 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.928189 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.928189 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.928189 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.928189 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.928189 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.928189 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.928189 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.928779 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.928779 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.928779 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.928779 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.929047 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.929047 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.929401 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.929401 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.929547 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.929706 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.929921 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.930062 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.930150 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.930285 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.930443 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.930600 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.930767 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.930925 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.931083 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.931241 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.931399 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.931557 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.931722 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.932028 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.932028 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.932768 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.932872 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.933032 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.933203 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.933362 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.933520 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.933678 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.933859 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.934021 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.934213 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.934345 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.934498 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.934661 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.934813 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.934974 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.935135 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.935290 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.935434 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.935587 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.935731 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.935892 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.936037 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.936200 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.936364 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.936532 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.936698 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.936861 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.937013 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.937167 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.937379 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.937534 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.937673 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.937835 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.937979 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.938117 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.938253 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.938402 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.938539 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.938677 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.938836 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.938979 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.939142 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.939285 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.939448 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.939602 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.939749 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.939887 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.940044 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.940187 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.940348 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.940491 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.940651 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 13:24:13.940796 dv-cinder-815884-1-iscsi neutron-server[101165]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 29 13:24:14.127964 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 55326) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:24:14.136513 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [-] 10.222.0.96 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062640 Oct 29 13:24:25.566788 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b99368-b6ce-4210-a66c-9a2599cc0109 None None] get_active_networks_info from dv-cinder-815884-1-iscsi {{(pid=101276) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 13:24:25.634094 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b99368-b6ce-4210-a66c-9a2599cc0109 None None] No non-hosted networks {{(pid=101276) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 29 13:24:25.650800 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-13c7c66b-f206-4ef6-8dfd-f96609daaee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-501925'] for agent, after_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:27.979950 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-501925'] for agent, after_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:27.980641 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:27.981093 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:27.981579 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:27.982042 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:27.982412 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:27.982782 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:27.983271 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:27.983663 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:27.984198 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:27.984584 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:27.985003 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:27.985464 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:27.986025 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815884-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:24:28.000083 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815884-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:24:28.043000 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-4703c6c3-8a8a-4649-826c-6e25bc60632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-501925'] for agent, after_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:28.128606 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-7bd3b327-336f-42fb-a72a-c3703a3d0644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:29.251178 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-501925'] for agent, after_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:30.720745 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-501925'] for agent, after_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:31.850278 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 55418) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:24:32.339415 dv-cinder-815884-1-iscsi neutron-server[101274]: WARNING oslo_policy.policy [None req-d40edf26-718f-4dbb-9e80-cef506662696 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 13:24:32.340024 dv-cinder-815884-1-iscsi neutron-server[101274]: WARNING oslo_policy.policy [None req-d40edf26-718f-4dbb-9e80-cef506662696 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 13:24:32.564997 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [None req-d40edf26-718f-4dbb-9e80-cef506662696 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 13:24:32.566170 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-d40edf26-718f-4dbb-9e80-cef506662696 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7138252 Oct 29 13:24:34.368455 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.db.l3_hamode_db [None req-3911b0fa-0378-4edf-a688-81ca2b54521a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 29 13:24:34.444187 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3911b0fa-0378-4edf-a688-81ca2b54521a None None] Routers set() bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:24:34.444499 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3911b0fa-0378-4edf-a688-81ca2b54521a None None] Router IDs set() for agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 29 13:24:34.930821 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 55432) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:24:35.239527 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-6575d021-536f-4a71-9e56-ad2daa235fac admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:24:35.333059 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.policy [None req-6575d021-536f-4a71-9e56-ad2daa235fac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101274) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 29 13:24:35.379231 dv-cinder-815884-1-iscsi neutron-server[101274]: WARNING oslo_policy.policy [None req-6575d021-536f-4a71-9e56-ad2daa235fac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 13:24:35.379597 dv-cinder-815884-1-iscsi neutron-server[101274]: WARNING oslo_policy.policy [None req-6575d021-536f-4a71-9e56-ad2daa235fac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 13:24:35.388449 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.quota [None req-6575d021-536f-4a71-9e56-ad2daa235fac admin admin] Loaded quota_driver: . Oct 29 13:24:35.475668 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6575d021-536f-4a71-9e56-ad2daa235fac admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763703427595', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763703428184', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763703448369', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763703446621', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763703164592', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763703490907', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7898361', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7630211', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-329187', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1712183'] for rbac-policy, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:35.539410 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6575d021-536f-4a71-9e56-ad2daa235fac admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:35.540617 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-6575d021-536f-4a71-9e56-ad2daa235fac admin admin] 10.222.0.96 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6088352 Oct 29 13:24:38.147985 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 55444) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:24:38.441739 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'name': 'private', 'project_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:24:38.469884 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Made reservation on behalf of f2e77df90ee04a2b8b3b6aa0aed2e560 for: {'network': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:24:38.472808 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for network, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:38.489339 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:38.598429 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:38.602070 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:38.622172 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=101274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 13:24:38.648604 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763699824388', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:38.649179 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Unsubscribe: segment precommit_create {{(pid=101274) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 29 13:24:38.649709 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.segments_db [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Added segment 2b52aa45-5fe3-4947-a9c2-338f1ab688a6 of type vlan for network fd826933-71c6-4e84-853d-1a71e9206d75 Oct 29 13:24:38.667023 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5e2d3f-2721-491b-b10f-456e10b874c9,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:24:38.719936 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:38.720325 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:38.720729 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:38.721057 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:38.721380 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:38.721708 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:38.722062 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:38.722397 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:38.722729 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:38.723048 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:38.723361 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:38.723669 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Tracked resource versions report: Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: pushed versions: Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: { 'AddressGroup': {'1.2'}, Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: 'ConntrackHelper': {'1.0'}, Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: 'Log': {'1.0'}, Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: 'Network': {'1.1'}, Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: 'Port': {'1.7'}, Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: 'PortForwarding': {'1.2'}, Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: 'QosPolicy': {'1.9'}, Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: 'SecurityGroup': {'1.4'}, Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: 'SecurityGroupRule': {'1.2'}, Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: 'SubPort': {'1.0'}, Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: 'Subnet': {'1.1'}, Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: 'Trunk': {'1.1'}} Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: consumer versions: Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: { DHCP agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: L3 agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: Metadata agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: Metering agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: Open vSwitch agent@dv-cinder-815884-1-iscsi: { 'AddressGroup': '1.2', Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: 'ConntrackHelper': '1.0', Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: 'Log': '1.0', Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: 'Network': '1.1', Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: 'Port': '1.7', Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: 'PortForwarding': '1.2', Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: 'QosPolicy': '1.9', Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: 'SecurityGroup': '1.4', Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: 'SecurityGroupRule': '1.2', Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: 'SubPort': '1.0', Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: 'Subnet': '1.1', Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: 'Trunk': '1.1'}} Oct 29 13:24:38.724766 dv-cinder-815884-1-iscsi neutron-server[101274]: {{(pid=101274) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 13:24:38.766423 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763699395961'] for network, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:38.809700 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for network, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:38.810951 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:24:38.811632 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:38.889751 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7406037 Oct 29 13:24:38.913530 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c9bed-694f-440e-9a80-edec6ddebd64 admin admin] Pushing event updated for resources: {'Network': ['ID=fd826933-71c6-4e84-853d-1a71e9206d75,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:24:38.926051 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Network fd826933-71c6-4e84-853d-1a71e9206d75 details requested by agent ovs-agent-dv-cinder-815884-1-iscsi with host dv-cinder-815884-1-iscsi {{(pid=101276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 13:24:41.562679 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 55458) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:24:41.946147 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e970cd7-3ff0-4144-82cd-be7104540cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:24:41.948024 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-9e970cd7-3ff0-4144-82cd-be7104540cdb admin admin] 10.222.0.96 "GET /v2.0/networks/fd826933-71c6-4e84-853d-1a71e9206d75 HTTP/1.1" status: 200 len: 825 time: 0.3838527 Oct 29 13:24:41.971760 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-3dd769a3-86a6-48a3-b553-ef83f2b37f72 admin admin] 10.222.0.96 "GET /v2.0/subnetpools/156219f7-c511-4ea5-a6e1-24dfeea90f08 HTTP/1.1" status: 200 len: 734 time: 0.0174570 Oct 29 13:24:41.980600 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-872a4d1f-1343-4cd9-b0a4-b5adb8f380c9 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'fd826933-71c6-4e84-853d-1a71e9206d75', 'subnetpool_id': '156219f7-c511-4ea5-a6e1-24dfeea90f08', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:24:42.003178 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872a4d1f-1343-4cd9-b0a4-b5adb8f380c9 admin admin] Made reservation on behalf of f2e77df90ee04a2b8b3b6aa0aed2e560 for: {'subnet': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:24:42.005492 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-872a4d1f-1343-4cd9-b0a4-b5adb8f380c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:42.288044 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-872a4d1f-1343-4cd9-b0a4-b5adb8f380c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for subnet, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:42.357339 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a4d1f-1343-4cd9-b0a4-b5adb8f380c9 admin admin] Checking segment: {'id': '2b52aa45-5fe3-4947-a9c2-338f1ab688a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fd826933-71c6-4e84-853d-1a71e9206d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:24:42.357718 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872a4d1f-1343-4cd9-b0a4-b5adb8f380c9 admin admin] Network hostable DHCP agents. Network: fd826933-71c6-4e84-853d-1a71e9206d75, hostable agents: ['06601b14-b41b-4094-84be-2323d3ae6cac'], hosted agents: [] {{(pid=101274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 13:24:42.362180 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a4d1f-1343-4cd9-b0a4-b5adb8f380c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2a25ebd-13bb-47a6-8148-ae0e0336e562,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:24:42.381800 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872a4d1f-1343-4cd9-b0a4-b5adb8f380c9 admin admin] Network fd826933-71c6-4e84-853d-1a71e9206d75 is scheduled to be hosted by DHCP agent 06601b14-b41b-4094-84be-2323d3ae6cac with binding_index 1 {{(pid=101274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 13:24:42.393371 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-872a4d1f-1343-4cd9-b0a4-b5adb8f380c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815884-1-iscsi, fd826933-71c6-4e84-853d-1a71e9206d75) {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:24:42.398124 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872a4d1f-1343-4cd9-b0a4-b5adb8f380c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:24:42.398728 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-872a4d1f-1343-4cd9-b0a4-b5adb8f380c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:42.403551 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a13d0de-ec9b-4bbb-903b-ff379e44c47b None None] Network fd826933-71c6-4e84-853d-1a71e9206d75 requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:24:42.413089 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-872a4d1f-1343-4cd9-b0a4-b5adb8f380c9 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4356835 Oct 29 13:24:42.715954 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05bbbbe7-721e-50c9-a88b-8fbcfecde8b1-fd826933-71c6-4e84-853d-1a71e9206d75', 'network_id': 'fd826933-71c6-4e84-853d-1a71e9206d75', 'tenant_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'fixed_ips': [{'subnet_id': 'b2a25ebd-13bb-47a6-8148-ae0e0336e562'}]}} from dv-cinder-815884-1-iscsi. {{(pid=101276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 13:24:42.717167 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:42.981596 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.db_base_plugin_common [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Allocated IP 172.20.0.2 (fd826933-71c6-4e84-853d-1a71e9206d75/b2a25ebd-13bb-47a6-8148-ae0e0336e562/19cf67fe-e4f9-416f-b87c-7515b4e98f6c) {{(pid=101276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:24:43.179362 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Notify callbacks [] for port, precommit_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:43.187166 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:43.279898 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Network fd826933-71c6-4e84-853d-1a71e9206d75 is already hosted by enough agents. {{(pid=101276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:24:43.289118 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.scheduler.base_scheduler [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Resources bound (agent type, host, resource id): {{(pid=101276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:24:43.298045 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Received port after_create {{(pid=101276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:24:43.299955 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Pushing event updated for resources: {'Port': ['ID=19cf67fe-e4f9-416f-b87c-7515b4e98f6c,revision_number=1']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:24:43.333607 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:43.333997 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:43.334343 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:43.334675 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:43.335002 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:43.335329 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:43.335651 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:43.335971 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:43.336309 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:43.336633 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:43.336954 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:43.337272 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Tracked resource versions report: Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: pushed versions: Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: { 'AddressGroup': {'1.2'}, Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: 'ConntrackHelper': {'1.0'}, Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: 'Log': {'1.0'}, Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: 'Network': {'1.1'}, Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: 'Port': {'1.7'}, Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: 'PortForwarding': {'1.2'}, Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: 'QosPolicy': {'1.9'}, Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: 'SecurityGroup': {'1.4'}, Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: 'SecurityGroupRule': {'1.2'}, Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: 'SubPort': {'1.0'}, Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: 'Subnet': {'1.1'}, Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: 'Trunk': {'1.1'}} Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: consumer versions: Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: { DHCP agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: L3 agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: Metadata agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: Metering agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: Open vSwitch agent@dv-cinder-815884-1-iscsi: { 'AddressGroup': '1.2', Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: 'ConntrackHelper': '1.0', Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: 'Log': '1.0', Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: 'Network': '1.1', Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: 'Port': '1.7', Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: 'PortForwarding': '1.2', Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: 'QosPolicy': '1.9', Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: 'SecurityGroup': '1.4', Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: 'SecurityGroupRule': '1.2', Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: 'SubPort': '1.0', Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: 'Subnet': '1.1', Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: 'Trunk': '1.1'}} Oct 29 13:24:43.338441 dv-cinder-815884-1-iscsi neutron-server[101276]: {{(pid=101276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 13:24:43.386233 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Attempting to bind port 19cf67fe-e4f9-416f-b87c-7515b4e98f6c on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:24:43.386629 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Attempting to bind port 19cf67fe-e4f9-416f-b87c-7515b4e98f6c by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '2b52aa45-5fe3-4947-a9c2-338f1ab688a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fd826933-71c6-4e84-853d-1a71e9206d75'}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:24:43.387066 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Attempting to bind port 19cf67fe-e4f9-416f-b87c-7515b4e98f6c on network fd826933-71c6-4e84-853d-1a71e9206d75 {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:24:43.391982 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:24:43.392394 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Checking segment: {'id': '2b52aa45-5fe3-4947-a9c2-338f1ab688a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fd826933-71c6-4e84-853d-1a71e9206d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:24:43.392852 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:43.393243 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Bound using segment: {'id': '2b52aa45-5fe3-4947-a9c2-338f1ab688a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fd826933-71c6-4e84-853d-1a71e9206d75'} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:24:43.393753 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Bound port: 19cf67fe-e4f9-416f-b87c-7515b4e98f6c, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b52aa45-5fe3-4947-a9c2-338f1ab688a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fd826933-71c6-4e84-853d-1a71e9206d75'}}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:24:43.394182 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:43.454439 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] For port 19cf67fe-e4f9-416f-b87c-7515b4e98f6c, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:24:43.458723 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] For port 19cf67fe-e4f9-416f-b87c-7515b4e98f6c, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=19cf67fe-e4f9-416f-b87c-7515b4e98f6c,segment=NetworkSegment(2b52aa45-5fe3-4947-a9c2-338f1ab688a6),segment_id=2b52aa45-5fe3-4947-a9c2-338f1ab688a6)] {{(pid=101276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:24:43.463098 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:43.526034 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73647d0-0cc3-437b-bc74-48a1d98c35da None None] Pushing event updated for resources: {'Port': ['ID=19cf67fe-e4f9-416f-b87c-7515b4e98f6c,revision_number=2']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:24:44.842203 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 55466) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:24:45.327801 dv-cinder-815884-1-iscsi neutron-server[101275]: WARNING oslo_policy.policy [None req-7df7cd7a-bc0f-4f0d-a949-013a23bb3d30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 13:24:45.328365 dv-cinder-815884-1-iscsi neutron-server[101275]: WARNING oslo_policy.policy [None req-7df7cd7a-bc0f-4f0d-a949-013a23bb3d30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 13:24:45.552691 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [None req-7df7cd7a-bc0f-4f0d-a949-013a23bb3d30 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 13:24:45.553707 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-7df7cd7a-bc0f-4f0d-a949-013a23bb3d30 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7103701 Oct 29 13:24:47.969786 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 55480) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:24:48.281481 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [None req-dbb84783-1824-47a5-b516-c163dac2174c admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 13:24:48.282461 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-dbb84783-1824-47a5-b516-c163dac2174c admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3116899 Oct 29 13:24:50.918210 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 55494) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:24:51.213217 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-84c3aa92-807e-489a-a2fa-6b354e8b31d6 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'name': 'router1'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:24:51.236090 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-84c3aa92-807e-489a-a2fa-6b354e8b31d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-416'] for router, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:51.237625 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-84c3aa92-807e-489a-a2fa-6b354e8b31d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-439'] for router, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:51.372904 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-84c3aa92-807e-489a-a2fa-6b354e8b31d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:51.377953 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-84c3aa92-807e-489a-a2fa-6b354e8b31d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496037'] for router, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:51.394720 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-84c3aa92-807e-489a-a2fa-6b354e8b31d6 admin admin] Notify callbacks [] for router, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:51.395924 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-84c3aa92-807e-489a-a2fa-6b354e8b31d6 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4767344 Oct 29 13:24:51.496383 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 19cf67fe-e4f9-416f-b87c-7515b4e98f6c up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:24:51.609640 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 19cf67fe-e4f9-416f-b87c-7515b4e98f6c triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:24:51.610080 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:51.724046 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:51.761400 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] For port 19cf67fe-e4f9-416f-b87c-7515b4e98f6c, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=19cf67fe-e4f9-416f-b87c-7515b4e98f6c,segment=NetworkSegment(2b52aa45-5fe3-4947-a9c2-338f1ab688a6),segment_id=2b52aa45-5fe3-4947-a9c2-338f1ab688a6)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:24:51.775736 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:51.829909 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Pushing event updated for resources: {'Port': ['ID=19cf67fe-e4f9-416f-b87c-7515b4e98f6c,revision_number=3']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:24:51.936882 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826fd108-92b9-4785-9e6b-9f8e7cc70662 None None] Network fd826933-71c6-4e84-853d-1a71e9206d75 requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:24:52.047253 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-609e6f1c-47fc-4713-9c0f-2728a47b22b2 None None] Provisioning complete for port 19cf67fe-e4f9-416f-b87c-7515b4e98f6c triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:24:52.047617 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-609e6f1c-47fc-4713-9c0f-2728a47b22b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:52.386893 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-6753e8ae-d5aa-4b33-8d62-df5e84033772 None None] Provisioning complete for port 19cf67fe-e4f9-416f-b87c-7515b4e98f6c triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:24:52.387257 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-6753e8ae-d5aa-4b33-8d62-df5e84033772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:53.461736 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 19cf67fe-e4f9-416f-b87c-7515b4e98f6c up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:24:53.506879 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 19cf67fe-e4f9-416f-b87c-7515b4e98f6c triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:24:53.507243 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:53.856406 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 55502) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:24:54.163364 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [None req-d66cbee5-7471-4d84-ba2c-976cf03c7644 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 13:24:54.164382 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-d66cbee5-7471-4d84-ba2c-976cf03c7644 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3070407 Oct 29 13:24:55.443492 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-607c1d83-1931-49c7-bb1f-689f93836fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:55.833339 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 5 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:24:56.546029 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 55510) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:24:56.853752 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-7f429b63-1860-483a-b371-a0a1c7e56841 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:24:56.875115 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f429b63-1860-483a-b371-a0a1c7e56841 admin admin] Made reservation on behalf of da0d76f623f34195babb25d62276ccb7 for: {'network': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:24:56.877332 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-7f429b63-1860-483a-b371-a0a1c7e56841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for network, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:56.885650 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-7f429b63-1860-483a-b371-a0a1c7e56841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:56.957289 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-7f429b63-1860-483a-b371-a0a1c7e56841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:56.960836 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-7f429b63-1860-483a-b371-a0a1c7e56841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:56.975321 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7f429b63-1860-483a-b371-a0a1c7e56841 admin admin] Reserving flat network on physical network physnet1 {{(pid=101274) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 29 13:24:56.992872 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f429b63-1860-483a-b371-a0a1c7e56841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a15ffa-db9a-4d1d-afe8-2dc446ef51a4,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:24:56.999406 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-7f429b63-1860-483a-b371-a0a1c7e56841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:56.999738 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.segments_db [None req-7f429b63-1860-483a-b371-a0a1c7e56841 admin admin] Added segment 35308a0d-317a-4980-bea2-a24e9c9fc43b of type flat for network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d Oct 29 13:24:57.044237 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-7f429b63-1860-483a-b371-a0a1c7e56841 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763699395961'] for network, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:57.075913 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-7f429b63-1860-483a-b371-a0a1c7e56841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for network, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:57.076920 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f429b63-1860-483a-b371-a0a1c7e56841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:24:57.077511 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-7f429b63-1860-483a-b371-a0a1c7e56841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:57.127975 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-7f429b63-1860-483a-b371-a0a1c7e56841 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5808272 Oct 29 13:24:57.139635 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f429b63-1860-483a-b371-a0a1c7e56841 admin admin] Pushing event updated for resources: {'Network': ['ID=87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:24:57.150415 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d details requested by agent ovs-agent-dv-cinder-815884-1-iscsi with host dv-cinder-815884-1-iscsi {{(pid=101276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 13:24:57.966034 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:58.035542 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-9318ab40-4051-4ac4-ae87-1ea6320a1775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:59.195615 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:24:59.519227 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 55528) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:24:59.833071 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.policy [None req-2c50f2c7-86b9-4806-a64c-65a372abd0bf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101275) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 29 13:24:59.880936 dv-cinder-815884-1-iscsi neutron-server[101275]: WARNING oslo_policy.policy [None req-2c50f2c7-86b9-4806-a64c-65a372abd0bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 13:24:59.881302 dv-cinder-815884-1-iscsi neutron-server[101275]: WARNING oslo_policy.policy [None req-2c50f2c7-86b9-4806-a64c-65a372abd0bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 13:24:59.889383 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c50f2c7-86b9-4806-a64c-65a372abd0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:24:59.891072 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-2c50f2c7-86b9-4806-a64c-65a372abd0bf admin admin] 10.222.0.96 "GET /v2.0/subnets/b2a25ebd-13bb-47a6-8148-ae0e0336e562 HTTP/1.1" status: 200 len: 849 time: 0.3709350 Oct 29 13:25:00.052735 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-758f372f-8222-400d-9a53-97508a2a514f admin admin] 10.222.0.96 "GET /v2.0/routers/b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3 HTTP/1.1" status: 200 len: 704 time: 0.1553960 Oct 29 13:25:00.307842 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:00.622200 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_common [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Allocated IP 172.20.0.1 (fd826933-71c6-4e84-853d-1a71e9206d75/b2a25ebd-13bb-47a6-8148-ae0e0336e562/7978c90a-62b3-4d18-9261-a5558c38bd3d) {{(pid=101275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:25:00.678428 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:00.870094 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:00.943667 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:01.005059 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Network fd826933-71c6-4e84-853d-1a71e9206d75 is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:25:01.009941 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:25:01.057617 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Received port after_create {{(pid=101275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:25:01.058325 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502416'] for router_interface, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:01.081904 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Pushing event updated for resources: {'Port': ['ID=7978c90a-62b3-4d18-9261-a5558c38bd3d,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:25:01.134803 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:25:01.135173 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:25:01.135515 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:25:01.135851 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:25:01.136177 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:25:01.136520 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:25:01.136850 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:25:01.137189 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:25:01.137529 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:25:01.137878 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:25:01.138205 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:25:01.138525 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Tracked resource versions report: Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: pushed versions: Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: { 'AddressGroup': {'1.2'}, Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: 'ConntrackHelper': {'1.0'}, Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: 'Log': {'1.0'}, Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: 'Network': {'1.1'}, Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: 'Port': {'1.7'}, Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: 'PortForwarding': {'1.2'}, Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: 'QosPolicy': {'1.9'}, Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: 'SecurityGroup': {'1.4'}, Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: 'SecurityGroupRule': {'1.2'}, Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: 'SubPort': {'1.0'}, Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: 'Subnet': {'1.1'}, Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: 'Trunk': {'1.1'}} Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: consumer versions: Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: { DHCP agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: L3 agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: Metadata agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: Metering agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: Open vSwitch agent@dv-cinder-815884-1-iscsi: { 'AddressGroup': '1.2', Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: 'ConntrackHelper': '1.0', Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: 'Log': '1.0', Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: 'Network': '1.1', Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: 'Port': '1.7', Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: 'PortForwarding': '1.2', Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: 'QosPolicy': '1.9', Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: 'SecurityGroup': '1.4', Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: 'SecurityGroupRule': '1.2', Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: 'SubPort': '1.0', Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: 'Subnet': '1.1', Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: 'Trunk': '1.1'}} Oct 29 13:25:01.139613 dv-cinder-815884-1-iscsi neutron-server[101275]: {{(pid=101275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 13:25:01.218279 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-09992b81-91a3-4200-8386-2de4913a7ee4 None None] Provisioning complete for port 7978c90a-62b3-4d18-9261-a5558c38bd3d triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:25:01.218649 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-09992b81-91a3-4200-8386-2de4913a7ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:01.255581 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-09992b81-91a3-4200-8386-2de4913a7ee4 None None] Port 7978c90a-62b3-4d18-9261-a5558c38bd3d cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:25:01.270286 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:01.475401 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:01.480227 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:01.480979 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502500'] for router_interface, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:01.555572 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Pushing event updated for resources: {'Port': ['ID=7978c90a-62b3-4d18-9261-a5558c38bd3d,revision_number=2']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:25:01.598790 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Network fd826933-71c6-4e84-853d-1a71e9206d75 is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:25:01.600044 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:25:01.774618 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-70beb08a-42a1-417b-81e4-2840242ddfce None None] Provisioning complete for port 7978c90a-62b3-4d18-9261-a5558c38bd3d triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:25:01.775196 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-70beb08a-42a1-417b-81e4-2840242ddfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:01.804671 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Router b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3 is scheduled to L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 with binding_index 1 {{(pid=101275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 13:25:01.808404 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-70beb08a-42a1-417b-81e4-2840242ddfce None None] Port 7978c90a-62b3-4d18-9261-a5558c38bd3d cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:25:01.894514 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:25:01.899669 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-30a8a2c8-bf4a-4f8c-a051-de00cf893c5c admin admin] 10.222.0.96 "PUT /v2.0/routers/b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8411167 Oct 29 13:25:01.904503 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] Sync routers for ids ['b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3'] in dv-cinder-815884-1-iscsi {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:25:01.918937 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] Routers {'b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:25:01.919779 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:24:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:25:02.117729 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] Set router b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3 gateway port host: None {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:25:02.544121 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3', 'name': 'router1', 'tenant_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:24:51Z', 'updated_at': '2021-10-29T13:25:01Z', 'revision_number': 2, 'project_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'gw_port_host': None, '_interfaces': [{'id': '7978c90a-62b3-4d18-9261-a5558c38bd3d', 'name': '', 'network_id': 'fd826933-71c6-4e84-853d-1a71e9206d75', 'tenant_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'mac_address': 'fa:16:3e:d6:34:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2a25ebd-13bb-47a6-8148-ae0e0336e562', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:25:00Z', 'updated_at': '2021-10-29T13:25:01Z', 'revision_number': 2, 'project_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'subnets': [{'id': 'b2a25ebd-13bb-47a6-8148-ae0e0336e562', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '156219f7-c511-4ea5-a6e1-24dfeea90f08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:25:02.594949 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] Checking router: b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3 for host: dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:25:02.595319 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] Updating router b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3 port 7978c90a-62b3-4d18-9261-a5558c38bd3d binding host dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 13:25:02.642298 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:03.150680 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] Notify callbacks [] for port, precommit_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:03.157158 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:03.312630 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034db797-b8c6-4630-a970-b39c6c262207 None None] Pushing event updated for resources: {'Port': ['ID=7978c90a-62b3-4d18-9261-a5558c38bd3d,revision_number=3']} {{(pid=101277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:25:03.327414 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.managers [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] Attempting to bind port 7978c90a-62b3-4d18-9261-a5558c38bd3d on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:25:03.327810 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.managers [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] Attempting to bind port 7978c90a-62b3-4d18-9261-a5558c38bd3d by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '2b52aa45-5fe3-4947-a9c2-338f1ab688a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fd826933-71c6-4e84-853d-1a71e9206d75'}] {{(pid=101277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:25:03.328233 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] Attempting to bind port 7978c90a-62b3-4d18-9261-a5558c38bd3d on network fd826933-71c6-4e84-853d-1a71e9206d75 {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:25:03.330842 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034db797-b8c6-4630-a970-b39c6c262207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:25:03.331194 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034db797-b8c6-4630-a970-b39c6c262207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:25:03.331528 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034db797-b8c6-4630-a970-b39c6c262207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:25:03.331859 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034db797-b8c6-4630-a970-b39c6c262207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:25:03.332182 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034db797-b8c6-4630-a970-b39c6c262207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:25:03.332505 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034db797-b8c6-4630-a970-b39c6c262207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:25:03.332823 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034db797-b8c6-4630-a970-b39c6c262207 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:25:03.333140 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034db797-b8c6-4630-a970-b39c6c262207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:25:03.333463 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034db797-b8c6-4630-a970-b39c6c262207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:25:03.333805 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034db797-b8c6-4630-a970-b39c6c262207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:25:03.334114 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034db797-b8c6-4630-a970-b39c6c262207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:25:03.334425 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034db797-b8c6-4630-a970-b39c6c262207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034db797-b8c6-4630-a970-b39c6c262207 None None] Tracked resource versions report: Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: pushed versions: Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: { 'AddressGroup': {'1.2'}, Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: 'ConntrackHelper': {'1.0'}, Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: 'Log': {'1.0'}, Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: 'Network': {'1.1'}, Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: 'Port': {'1.7'}, Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: 'PortForwarding': {'1.2'}, Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: 'QosPolicy': {'1.9'}, Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: 'SecurityGroup': {'1.4'}, Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: 'SecurityGroupRule': {'1.2'}, Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: 'SubPort': {'1.0'}, Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: 'Subnet': {'1.1'}, Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: 'Trunk': {'1.1'}} Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: consumer versions: Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: { DHCP agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: L3 agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: Metadata agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: Metering agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: Open vSwitch agent@dv-cinder-815884-1-iscsi: { 'AddressGroup': '1.2', Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: 'ConntrackHelper': '1.0', Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: 'Log': '1.0', Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: 'Network': '1.1', Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: 'Port': '1.7', Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: 'PortForwarding': '1.2', Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: 'QosPolicy': '1.9', Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: 'SecurityGroup': '1.4', Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: 'SecurityGroupRule': '1.2', Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: 'SubPort': '1.0', Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: 'Subnet': '1.1', Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: 'Trunk': '1.1'}} Oct 29 13:25:03.335510 dv-cinder-815884-1-iscsi neutron-server[101277]: {{(pid=101277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 13:25:03.343485 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:25:03.344554 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] Checking segment: {'id': '2b52aa45-5fe3-4947-a9c2-338f1ab688a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fd826933-71c6-4e84-853d-1a71e9206d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:25:03.344554 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:03.344729 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] Bound using segment: {'id': '2b52aa45-5fe3-4947-a9c2-338f1ab688a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fd826933-71c6-4e84-853d-1a71e9206d75'} {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:25:03.345252 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.managers [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] Bound port: 7978c90a-62b3-4d18-9261-a5558c38bd3d, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b52aa45-5fe3-4947-a9c2-338f1ab688a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fd826933-71c6-4e84-853d-1a71e9206d75'}}] {{(pid=101277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:25:03.345637 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:03.409752 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.db [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] For port 7978c90a-62b3-4d18-9261-a5558c38bd3d, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:25:03.430520 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.db [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] For port 7978c90a-62b3-4d18-9261-a5558c38bd3d, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=7978c90a-62b3-4d18-9261-a5558c38bd3d,segment=NetworkSegment(2b52aa45-5fe3-4947-a9c2-338f1ab688a6),segment_id=2b52aa45-5fe3-4947-a9c2-338f1ab688a6)] {{(pid=101277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:25:03.435598 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:03.442560 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-7922acba-07b7-470f-b71f-1c4f66a21313 None None] Provisioning complete for port 7978c90a-62b3-4d18-9261-a5558c38bd3d triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:25:03.443479 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-7922acba-07b7-470f-b71f-1c4f66a21313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:03.489372 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034db797-b8c6-4630-a970-b39c6c262207 None None] Pushing event updated for resources: {'Port': ['ID=7978c90a-62b3-4d18-9261-a5558c38bd3d,revision_number=4']} {{(pid=101277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:25:03.515338 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] Routers {'b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:25:03.516055 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:24:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:25:03.533326 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-7922acba-07b7-470f-b71f-1c4f66a21313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:03.577839 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-7922acba-07b7-470f-b71f-1c4f66a21313 None None] For port 7978c90a-62b3-4d18-9261-a5558c38bd3d, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=7978c90a-62b3-4d18-9261-a5558c38bd3d,segment=NetworkSegment(2b52aa45-5fe3-4947-a9c2-338f1ab688a6),segment_id=2b52aa45-5fe3-4947-a9c2-338f1ab688a6)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:25:03.584899 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-7922acba-07b7-470f-b71f-1c4f66a21313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:03.615389 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] Set router b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3 gateway port host: None {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:25:03.648519 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922acba-07b7-470f-b71f-1c4f66a21313 None None] Pushing event updated for resources: {'Port': ['ID=7978c90a-62b3-4d18-9261-a5558c38bd3d,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:25:03.704889 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-6327c4fc-8355-4440-a8f5-98773f350fd5 None None] Provisioning complete for port 7978c90a-62b3-4d18-9261-a5558c38bd3d triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:25:03.705279 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-6327c4fc-8355-4440-a8f5-98773f350fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:03.832174 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3', 'name': 'router1', 'tenant_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:24:51Z', 'updated_at': '2021-10-29T13:25:01Z', 'revision_number': 2, 'project_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'gw_port_host': None, '_interfaces': [{'id': '7978c90a-62b3-4d18-9261-a5558c38bd3d', 'name': '', 'network_id': 'fd826933-71c6-4e84-853d-1a71e9206d75', 'tenant_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'mac_address': 'fa:16:3e:d6:34:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2a25ebd-13bb-47a6-8148-ae0e0336e562', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:25:00Z', 'updated_at': '2021-10-29T13:25:03Z', 'revision_number': 4, 'project_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'subnets': [{'id': 'b2a25ebd-13bb-47a6-8148-ae0e0336e562', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '156219f7-c511-4ea5-a6e1-24dfeea90f08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:25:03.857481 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e662f7-4f57-4d9b-b1a0-affb69462bcc None None] The sync data for ids ['b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3'] in dv-cinder-815884-1-iscsi is: [{'id': 'b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3', 'name': 'router1', 'tenant_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:24:51Z', 'updated_at': '2021-10-29T13:25:01Z', 'revision_number': 2, 'project_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'gw_port_host': None, '_interfaces': [{'id': '7978c90a-62b3-4d18-9261-a5558c38bd3d', 'name': '', 'network_id': 'fd826933-71c6-4e84-853d-1a71e9206d75', 'tenant_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'mac_address': 'fa:16:3e:d6:34:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2a25ebd-13bb-47a6-8148-ae0e0336e562', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:25:00Z', 'updated_at': '2021-10-29T13:25:03Z', 'revision_number': 4, 'project_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'subnets': [{'id': 'b2a25ebd-13bb-47a6-8148-ae0e0336e562', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '156219f7-c511-4ea5-a6e1-24dfeea90f08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:25:04.162238 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 55556) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:25:04.273981 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10c0618-199c-459f-bde8-f97b54b9cc7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:25:04.275858 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-e10c0618-199c-459f-bde8-f97b54b9cc7c admin admin] 10.222.0.96 "GET /v2.0/networks/87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d HTTP/1.1" status: 200 len: 842 time: 0.1127450 Oct 29 13:25:04.285984 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-c8394a62-daec-4125-a47b-0da10142e4c9 admin admin] Request body: {'subnet': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:25:04.307535 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8394a62-daec-4125-a47b-0da10142e4c9 admin admin] Made reservation on behalf of da0d76f623f34195babb25d62276ccb7 for: {'subnet': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:25:04.310037 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-c8394a62-daec-4125-a47b-0da10142e4c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:04.610190 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.objects.ports [None req-c8394a62-daec-4125-a47b-0da10142e4c9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101274) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 13:25:04.610641 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-c8394a62-daec-4125-a47b-0da10142e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for subnet, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:04.664647 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8394a62-daec-4125-a47b-0da10142e4c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=997ea066-649a-4773-b815-b71c6be46375,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:25:04.672784 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8394a62-daec-4125-a47b-0da10142e4c9 admin admin] Checking segment: {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:25:04.673130 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8394a62-daec-4125-a47b-0da10142e4c9 admin admin] Network hostable DHCP agents. Network: 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d, hostable agents: ['06601b14-b41b-4094-84be-2323d3ae6cac'], hosted agents: [] {{(pid=101274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 13:25:04.690795 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8394a62-daec-4125-a47b-0da10142e4c9 admin admin] Network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d is scheduled to be hosted by DHCP agent 06601b14-b41b-4094-84be-2323d3ae6cac with binding_index 1 {{(pid=101274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 13:25:04.702465 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-c8394a62-daec-4125-a47b-0da10142e4c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815884-1-iscsi, 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d) {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:25:04.706624 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8394a62-daec-4125-a47b-0da10142e4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:25:04.707213 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-c8394a62-daec-4125-a47b-0da10142e4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:04.712359 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984ab7bc-9efd-4eaa-b6c5-62721202eb97 None None] Network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:25:04.725658 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-c8394a62-daec-4125-a47b-0da10142e4c9 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4425063 Oct 29 13:25:04.846360 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c72e0a-12aa-47ad-926f-ebf0ce7bb0df None None] Network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:25:07.043285 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 55564) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:25:07.249460 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-6437f3ec-6b1a-4155-822f-dbed6ae8b8e4 admin admin] 10.222.0.96 "GET /v2.0/routers/b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3 HTTP/1.1" status: 200 len: 710 time: 0.2049801 Oct 29 13:25:07.335015 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8a9347-f5d8-467a-bee0-22db45d4789c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:25:07.336383 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-2a8a9347-f5d8-467a-bee0-22db45d4789c admin admin] 10.222.0.96 "GET /v2.0/networks/87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d HTTP/1.1" status: 200 len: 886 time: 0.0808985 Oct 29 13:25:07.346337 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-09444e8d-2300-4bce-9788-4e994c798c41 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:25:07.631305 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-09444e8d-2300-4bce-9788-4e994c798c41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:07.869640 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-09444e8d-2300-4bce-9788-4e994c798c41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:07.944908 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-09444e8d-2300-4bce-9788-4e994c798c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:08.091366 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [None req-09444e8d-2300-4bce-9788-4e994c798c41 admin admin] Allocated IP 172.27.2.233 (87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d/997ea066-649a-4773-b815-b71c6be46375/af0aa5de-d017-45ed-bcdd-9fa186adb166) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:25:08.202811 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-09444e8d-2300-4bce-9788-4e994c798c41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:08.258559 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-09444e8d-2300-4bce-9788-4e994c798c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:08.328240 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09444e8d-2300-4bce-9788-4e994c798c41 admin admin] Network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:25:08.332637 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-09444e8d-2300-4bce-9788-4e994c798c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:25:08.339475 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09444e8d-2300-4bce-9788-4e994c798c41 admin admin] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:25:08.347355 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09444e8d-2300-4bce-9788-4e994c798c41 admin admin] Pushing event updated for resources: {'Port': ['ID=af0aa5de-d017-45ed-bcdd-9fa186adb166,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:25:08.617040 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-09444e8d-2300-4bce-9788-4e994c798c41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:08.866060 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-09444e8d-2300-4bce-9788-4e994c798c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-325'] for router, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:08.871126 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-09444e8d-2300-4bce-9788-4e994c798c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497749'] for router, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:08.997281 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09444e8d-2300-4bce-9788-4e994c798c41 admin admin] Router b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3 has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:25:09.105542 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09444e8d-2300-4bce-9788-4e994c798c41 admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:25:09.110256 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-09444e8d-2300-4bce-9788-4e994c798c41 admin admin] Notify callbacks [] for router, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:09.111375 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-09444e8d-2300-4bce-9788-4e994c798c41 admin admin] 10.222.0.96 "PUT /v2.0/routers/b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3 HTTP/1.1" status: 200 len: 890 time: 1.7681720 Oct 29 13:25:09.489586 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 7978c90a-62b3-4d18-9261-a5558c38bd3d up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:25:09.536407 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 7978c90a-62b3-4d18-9261-a5558c38bd3d triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:25:09.536773 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:10.269046 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] Sync routers for ids ['b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:25:10.279577 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] Routers {'b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:25:10.280293 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:24:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:25:10.487370 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] Set router b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:25:10.866673 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3', 'name': 'router1', 'tenant_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'af0aa5de-d017-45ed-bcdd-9fa186adb166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:24:51Z', 'updated_at': '2021-10-29T13:25:08Z', 'revision_number': 4, 'project_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'gw_port': {'id': 'af0aa5de-d017-45ed-bcdd-9fa186adb166', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:25:07Z', 'updated_at': '2021-10-29T13:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '7978c90a-62b3-4d18-9261-a5558c38bd3d', 'name': '', 'network_id': 'fd826933-71c6-4e84-853d-1a71e9206d75', 'tenant_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'mac_address': 'fa:16:3e:d6:34:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2a25ebd-13bb-47a6-8148-ae0e0336e562', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:25:00Z', 'updated_at': '2021-10-29T13:25:03Z', 'revision_number': 5, 'project_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'subnets': [{'id': 'b2a25ebd-13bb-47a6-8148-ae0e0336e562', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '156219f7-c511-4ea5-a6e1-24dfeea90f08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:25:10.917992 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] Checking router: b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3 for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:25:10.918365 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] Updating router b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3 port af0aa5de-d017-45ed-bcdd-9fa186adb166 binding host dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 13:25:10.964271 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:11.273874 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] Notify callbacks [] for port, precommit_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:11.279188 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:11.407343 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb11d7c-aa70-41c7-a259-c9e5d4638fd7 None None] Pushing event updated for resources: {'Port': ['ID=af0aa5de-d017-45ed-bcdd-9fa186adb166,revision_number=2']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:25:11.411250 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] Attempting to bind port af0aa5de-d017-45ed-bcdd-9fa186adb166 on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:25:11.411625 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] Attempting to bind port af0aa5de-d017-45ed-bcdd-9fa186adb166 by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:25:11.411993 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] Attempting to bind port af0aa5de-d017-45ed-bcdd-9fa186adb166 on network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:25:11.419038 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:25:11.419614 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] Checking segment: {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:25:11.419815 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:11.420182 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] Bound using segment: {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:25:11.420647 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] Bound port: af0aa5de-d017-45ed-bcdd-9fa186adb166, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:25:11.421061 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:11.469256 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] For port af0aa5de-d017-45ed-bcdd-9fa186adb166, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:25:11.472151 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] For port af0aa5de-d017-45ed-bcdd-9fa186adb166, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=af0aa5de-d017-45ed-bcdd-9fa186adb166,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:25:11.476738 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:11.534227 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb11d7c-aa70-41c7-a259-c9e5d4638fd7 None None] Pushing event updated for resources: {'Port': ['ID=af0aa5de-d017-45ed-bcdd-9fa186adb166,revision_number=3']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:25:11.536609 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] Routers {'b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:25:11.537192 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:24:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:25:11.557806 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 55576) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:25:11.640496 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] Set router b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:25:11.669004 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-371863f4-998c-4f07-89ed-47fabd7dffc3 admin admin] 10.222.0.96 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1099708 Oct 29 13:25:11.860233 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3', 'name': 'router1', 'tenant_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'af0aa5de-d017-45ed-bcdd-9fa186adb166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:24:51Z', 'updated_at': '2021-10-29T13:25:08Z', 'revision_number': 4, 'project_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'gw_port': {'id': 'af0aa5de-d017-45ed-bcdd-9fa186adb166', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:25:07Z', 'updated_at': '2021-10-29T13:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '7978c90a-62b3-4d18-9261-a5558c38bd3d', 'name': '', 'network_id': 'fd826933-71c6-4e84-853d-1a71e9206d75', 'tenant_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'mac_address': 'fa:16:3e:d6:34:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2a25ebd-13bb-47a6-8148-ae0e0336e562', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:25:00Z', 'updated_at': '2021-10-29T13:25:03Z', 'revision_number': 5, 'project_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'subnets': [{'id': 'b2a25ebd-13bb-47a6-8148-ae0e0336e562', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '156219f7-c511-4ea5-a6e1-24dfeea90f08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:25:11.887154 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468aa1f5-e55b-4951-b205-a87feebe5849 None None] The sync data for ids ['b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3'] in dv-cinder-815884-1-iscsi is: [{'id': 'b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3', 'name': 'router1', 'tenant_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'af0aa5de-d017-45ed-bcdd-9fa186adb166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:24:51Z', 'updated_at': '2021-10-29T13:25:08Z', 'revision_number': 4, 'project_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'gw_port': {'id': 'af0aa5de-d017-45ed-bcdd-9fa186adb166', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:25:07Z', 'updated_at': '2021-10-29T13:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '7978c90a-62b3-4d18-9261-a5558c38bd3d', 'name': '', 'network_id': 'fd826933-71c6-4e84-853d-1a71e9206d75', 'tenant_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'mac_address': 'fa:16:3e:d6:34:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e59d26-5b7a-4eb0-b298-2d33b75dfcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2a25ebd-13bb-47a6-8148-ae0e0336e562', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:25:00Z', 'updated_at': '2021-10-29T13:25:03Z', 'revision_number': 5, 'project_id': 'f2e77df90ee04a2b8b3b6aa0aed2e560', 'subnets': [{'id': 'b2a25ebd-13bb-47a6-8148-ae0e0336e562', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '156219f7-c511-4ea5-a6e1-24dfeea90f08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:25:13.506782 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device af0aa5de-d017-45ed-bcdd-9fa186adb166 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:25:13.561051 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port af0aa5de-d017-45ed-bcdd-9fa186adb166 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:25:13.561738 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:13.642434 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:13.662367 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] For port af0aa5de-d017-45ed-bcdd-9fa186adb166, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=af0aa5de-d017-45ed-bcdd-9fa186adb166,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:25:13.667749 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:13.724291 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Pushing event updated for resources: {'Port': ['ID=af0aa5de-d017-45ed-bcdd-9fa186adb166,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:25:15.516023 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device af0aa5de-d017-45ed-bcdd-9fa186adb166 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:25:15.606787 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port af0aa5de-d017-45ed-bcdd-9fa186adb166 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:25:15.607082 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:25.450256 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-79aad6be-90ba-44e6-aa4b-b10b928e8a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:27.972180 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:28.041968 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-41ef120d-61e5-4c66-96e5-f692f6eb87f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:29.204650 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:30.698093 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:32.833413 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 5 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:25:55.441160 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-a5db6b41-602a-4019-a731-1d37bb59f440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:57.981628 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:58.044887 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-f0e248ea-a0ad-4616-b524-146e4f7794e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:25:59.211511 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:26:00.701513 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:26:09.833252 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 5 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:26:25.441694 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d62a5a8e-26dd-42f9-a7f2-59738e80bba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:26:27.965732 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:26:28.040371 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-c8fc6afe-ad8b-40a4-ba83-3ca65259490d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:26:29.211362 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:26:30.702639 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:26:46.831000 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 5 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:26:46.900269 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 56138) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:26:46.961203 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae03760-a844-4523-a241-b3879a0b8e2b admin admin] GET failed (client error): The resource could not be found. Oct 29 13:26:46.962536 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-8ae03760-a844-4523-a241-b3879a0b8e2b admin admin] 10.222.0.96 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613291 Oct 29 13:26:47.120723 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2309f900-aa43-4997-8ae7-4e144f8567d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:26:47.122143 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-2309f900-aa43-4997-8ae7-4e144f8567d1 admin admin] 10.222.0.96 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1549807 Oct 29 13:26:49.298079 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 56148) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:26:49.387009 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eb43cb-4ce3-42a8-94d2-8309e71fc101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:26:49.388334 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-73eb43cb-4ce3-42a8-94d2-8309e71fc101 admin admin] 10.222.0.96 "GET /v2.0/subnets/b2a25ebd-13bb-47a6-8148-ae0e0336e562 HTTP/1.1" status: 200 len: 849 time: 0.0893121 Oct 29 13:26:49.399006 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-474ba61f-6f23-464d-92ed-59972031f03d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:26:49.487813 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-474ba61f-6f23-464d-92ed-59972031f03d admin admin] Notify callbacks [] for subnet, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:26:49.623692 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-474ba61f-6f23-464d-92ed-59972031f03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763699763761'] for subnet, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:26:49.656090 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474ba61f-6f23-464d-92ed-59972031f03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:26:49.656705 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-474ba61f-6f23-464d-92ed-59972031f03d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:26:49.658077 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-474ba61f-6f23-464d-92ed-59972031f03d admin admin] 10.222.0.96 "PUT /v2.0/subnets/b2a25ebd-13bb-47a6-8148-ae0e0336e562 HTTP/1.1" status: 200 len: 868 time: 0.2630932 Oct 29 13:26:49.661268 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51310b47-6f82-4d85-809f-d45213dc709e None None] Network fd826933-71c6-4e84-853d-1a71e9206d75 requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:26:49.680183 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ba61f-6f23-464d-92ed-59972031f03d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2a25ebd-13bb-47a6-8148-ae0e0336e562,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:26:49.687448 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ba61f-6f23-464d-92ed-59972031f03d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:26:49.687819 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ba61f-6f23-464d-92ed-59972031f03d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:26:49.688166 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ba61f-6f23-464d-92ed-59972031f03d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:26:49.688498 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ba61f-6f23-464d-92ed-59972031f03d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:26:49.688827 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ba61f-6f23-464d-92ed-59972031f03d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:26:49.689176 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ba61f-6f23-464d-92ed-59972031f03d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:26:49.689506 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ba61f-6f23-464d-92ed-59972031f03d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:26:49.689864 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ba61f-6f23-464d-92ed-59972031f03d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:26:49.690215 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ba61f-6f23-464d-92ed-59972031f03d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:26:49.690538 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ba61f-6f23-464d-92ed-59972031f03d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:26:49.690856 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ba61f-6f23-464d-92ed-59972031f03d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:26:49.691173 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ba61f-6f23-464d-92ed-59972031f03d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:26:49.997854 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-a6705ff8-fa6d-47f4-ad1d-209a08694601 None None] Provisioning complete for port 7978c90a-62b3-4d18-9261-a5558c38bd3d triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:26:49.998226 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-a6705ff8-fa6d-47f4-ad1d-209a08694601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:26:50.081923 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-a6705ff8-fa6d-47f4-ad1d-209a08694601 None None] Provisioning complete for port 19cf67fe-e4f9-416f-b87c-7515b4e98f6c triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:26:50.082288 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-a6705ff8-fa6d-47f4-ad1d-209a08694601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:26:51.873634 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 56156) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:26:52.064172 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2ec8b9-226d-49e2-b509-c0de141dddc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:26:52.064555 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2ec8b9-226d-49e2-b509-c0de141dddc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:26:52.066089 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-7b2ec8b9-226d-49e2-b509-c0de141dddc7 admin admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1914637 Oct 29 13:26:54.246592 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 56164) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:26:54.376512 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c1ead9-de03-4f31-a608-bcbbaeb028f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:26:54.376985 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c1ead9-de03-4f31-a608-bcbbaeb028f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:26:54.378548 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-34c1ead9-de03-4f31-a608-bcbbaeb028f6 admin admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1309838 Oct 29 13:26:55.441730 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-a797e6dd-ebc4-4781-acd9-c62bebde3460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:26:56.564340 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 56172) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:26:56.686253 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfa1022-3e1b-4acb-a400-72d2ca0331e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:26:56.687778 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-0dfa1022-3e1b-4acb-a400-72d2ca0331e0 admin admin] 10.222.0.96 "GET /v2.0/networks/87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d HTTP/1.1" status: 200 len: 886 time: 0.1223264 Oct 29 13:26:57.968445 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:26:58.039103 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-ec48fb34-f2fc-4491-923b-76eea0fef1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:26:58.872073 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 56180) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:26:59.014500 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2616090-0f77-40c3-a9d2-5fa56d802153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:26:59.015875 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-d2616090-0f77-40c3-a9d2-5fa56d802153 admin admin] 10.222.0.96 "GET /v2.0/networks/fd826933-71c6-4e84-853d-1a71e9206d75 HTTP/1.1" status: 200 len: 869 time: 0.1428535 Oct 29 13:26:59.202214 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:00.707582 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:01.200271 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 56188) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:27:01.408535 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f682be5d-e321-4fea-a4c3-f59ec35db893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:27:01.408901 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f682be5d-e321-4fea-a4c3-f59ec35db893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:27:01.410493 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-f682be5d-e321-4fea-a4c3-f59ec35db893 admin admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2092738 Oct 29 13:27:03.669310 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 56196) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:27:03.759063 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b16a66-97dd-4991-8d55-0a93b9d5358e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:27:03.759451 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b16a66-97dd-4991-8d55-0a93b9d5358e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:27:03.760956 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-84b16a66-97dd-4991-8d55-0a93b9d5358e admin admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0906820 Oct 29 13:27:05.940605 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 56204) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:27:06.025119 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51600e0a-ab8e-4db3-b59b-a92fa5db3838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:27:06.026973 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-51600e0a-ab8e-4db3-b59b-a92fa5db3838 admin admin] 10.222.0.96 "GET /v2.0/subnets/997ea066-649a-4773-b815-b71c6be46375 HTTP/1.1" status: 200 len: 816 time: 0.0854249 Oct 29 13:27:08.205541 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 56212) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:27:08.294757 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5a8139-a90f-4073-ba0f-3cf3460e8d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:27:08.296101 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-6f5a8139-a90f-4073-ba0f-3cf3460e8d86 admin admin] 10.222.0.96 "GET /v2.0/subnets/b2a25ebd-13bb-47a6-8148-ae0e0336e562 HTTP/1.1" status: 200 len: 868 time: 0.0895791 Oct 29 13:27:23.829244 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 5 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:27:25.444804 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-0cfd5854-dc54-414e-9e6b-834322717ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:27.968375 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:28.039172 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-00c58ca3-91b2-4988-ab06-da2bed5755fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:29.205853 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:30.710601 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:31.973526 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 56266) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:27:32.020698 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [None req-c51842b5-82ce-4f52-86b2-e4f27e2d71b9 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 13:27:32.021688 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-c51842b5-82ce-4f52-86b2-e4f27e2d71b9 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471876 Oct 29 13:27:34.288418 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 56274) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:27:34.349942 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.pecan_wsgi.hooks.translation [None req-c710c6d4-c76f-40eb-b8d4-40865835241b admin admin] GET failed (client error): The resource could not be found. Oct 29 13:27:34.351266 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-c710c6d4-c76f-40eb-b8d4-40865835241b admin admin] 10.222.0.96 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0619214 Oct 29 13:27:34.433814 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd76da7-c7ed-4b82-ad9c-c7213a45552d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:27:34.435196 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-1fd76da7-c7ed-4b82-ad9c-c7213a45552d admin admin] 10.222.0.96 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0793793 Oct 29 13:27:36.639604 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 56282) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:27:36.686812 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:27:36.688314 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.quota [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Loaded quota_driver: . Oct 29 13:27:36.722119 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Made reservation on behalf of da0d76f623f34195babb25d62276ccb7 for: {'network': 1} {{(pid=101275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:27:36.725056 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for network, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:36.751206 dv-cinder-815884-1-iscsi neutron-server[101275]: WARNING neutron.services.revisions.revision_plugin [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Could not find related network for resource to bump revision. Oct 29 13:27:36.766427 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=101275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 13:27:36.779383 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763699824388', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:36.779952 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Unsubscribe: segment precommit_create {{(pid=101275) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 29 13:27:36.780414 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.db.segments_db [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Added segment 82a30b57-dfd7-48e6-b972-60fe41f6947d of type vlan for network a2fc8180-e9ab-4d36-ba1d-354896456903 Oct 29 13:27:36.838197 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763699395961'] for network, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:36.868251 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for network, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:36.869295 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:27:36.870165 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:36.940030 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2993639 Oct 29 13:27:36.970621 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Pushing event updated for resources: {'Network': ['ID=a2fc8180-e9ab-4d36-ba1d-354896456903,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:27:36.978627 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:27:36.978994 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:27:36.979335 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:27:36.979677 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:27:36.979987 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:27:36.980326 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:27:36.980668 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:27:36.980993 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:27:36.981328 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:27:36.981646 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:27:36.981999 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:27:36.982314 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d6168e-6b20-42bb-99aa-225a7aacdfad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:27:36.994222 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Network a2fc8180-e9ab-4d36-ba1d-354896456903 details requested by agent ovs-agent-dv-cinder-815884-1-iscsi with host dv-cinder-815884-1-iscsi {{(pid=101276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 13:27:39.126114 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 56292) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:27:39.187569 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea5e515-cb20-4d1b-8231-af46a1025bd1 admin admin] GET failed (client error): The resource could not be found. Oct 29 13:27:39.188856 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-aea5e515-cb20-4d1b-8231-af46a1025bd1 admin admin] 10.222.0.96 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617912 Oct 29 13:27:39.288248 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bd29ef-82c9-4634-843c-a7b1080be724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:27:39.289667 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-b3bd29ef-82c9-4634-843c-a7b1080be724 admin admin] 10.222.0.96 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0957146 Oct 29 13:27:39.299867 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-16dc569e-c165-4c55-ad58-6e39d6fc27f4 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'a2fc8180-e9ab-4d36-ba1d-354896456903', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:27:39.322347 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16dc569e-c165-4c55-ad58-6e39d6fc27f4 admin admin] Made reservation on behalf of da0d76f623f34195babb25d62276ccb7 for: {'subnet': 1} {{(pid=101275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:27:39.324766 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-16dc569e-c165-4c55-ad58-6e39d6fc27f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:39.505865 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-16dc569e-c165-4c55-ad58-6e39d6fc27f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for subnet, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:39.557115 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc569e-c165-4c55-ad58-6e39d6fc27f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fafb15f7-f21d-49e6-98d9-1541bb13b1cb,revision_number=0']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:27:39.567862 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dc569e-c165-4c55-ad58-6e39d6fc27f4 admin admin] Checking segment: {'id': '82a30b57-dfd7-48e6-b972-60fe41f6947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a2fc8180-e9ab-4d36-ba1d-354896456903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:27:39.568207 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dc569e-c165-4c55-ad58-6e39d6fc27f4 admin admin] Network hostable DHCP agents. Network: a2fc8180-e9ab-4d36-ba1d-354896456903, hostable agents: ['06601b14-b41b-4094-84be-2323d3ae6cac'], hosted agents: [] {{(pid=101275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 13:27:39.587474 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dc569e-c165-4c55-ad58-6e39d6fc27f4 admin admin] Network a2fc8180-e9ab-4d36-ba1d-354896456903 is scheduled to be hosted by DHCP agent 06601b14-b41b-4094-84be-2323d3ae6cac with binding_index 1 {{(pid=101275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 13:27:39.597483 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-16dc569e-c165-4c55-ad58-6e39d6fc27f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815884-1-iscsi, a2fc8180-e9ab-4d36-ba1d-354896456903) {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:27:39.601386 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dc569e-c165-4c55-ad58-6e39d6fc27f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:27:39.602017 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-16dc569e-c165-4c55-ad58-6e39d6fc27f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:39.607816 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1e4679-59c5-48ff-942e-44bd889c0f0b None None] Network a2fc8180-e9ab-4d36-ba1d-354896456903 requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:27:39.618603 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-16dc569e-c165-4c55-ad58-6e39d6fc27f4 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3220458 Oct 29 13:27:39.846643 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05bbbbe7-721e-50c9-a88b-8fbcfecde8b1-a2fc8180-e9ab-4d36-ba1d-354896456903', 'network_id': 'a2fc8180-e9ab-4d36-ba1d-354896456903', 'tenant_id': 'da0d76f623f34195babb25d62276ccb7', 'fixed_ips': [{'subnet_id': 'fafb15f7-f21d-49e6-98d9-1541bb13b1cb'}]}} from dv-cinder-815884-1-iscsi. {{(pid=101276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 13:27:39.848063 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:39.983711 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.db_base_plugin_common [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Allocated IP 192.168.233.2 (a2fc8180-e9ab-4d36-ba1d-354896456903/fafb15f7-f21d-49e6-98d9-1541bb13b1cb/0720d6d6-b202-405e-8ed6-c0a7d00e3e80) {{(pid=101276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:27:40.125248 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Notify callbacks [] for port, precommit_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:40.130552 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:40.171405 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Network a2fc8180-e9ab-4d36-ba1d-354896456903 is already hosted by enough agents. {{(pid=101276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:27:40.177251 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.scheduler.base_scheduler [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Resources bound (agent type, host, resource id): {{(pid=101276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:27:40.179118 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Pushing event updated for resources: {'Port': ['ID=0720d6d6-b202-405e-8ed6-c0a7d00e3e80,revision_number=1']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:27:40.181512 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Received port after_create {{(pid=101276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:27:40.191324 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:27:40.191688 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:27:40.192029 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:27:40.192362 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:27:40.192694 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:27:40.193020 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:27:40.193340 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:27:40.193661 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:27:40.194020 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:27:40.194349 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:27:40.194663 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:27:40.194999 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:27:40.243267 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Attempting to bind port 0720d6d6-b202-405e-8ed6-c0a7d00e3e80 on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:27:40.243628 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Attempting to bind port 0720d6d6-b202-405e-8ed6-c0a7d00e3e80 by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '82a30b57-dfd7-48e6-b972-60fe41f6947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a2fc8180-e9ab-4d36-ba1d-354896456903'}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:27:40.243978 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Attempting to bind port 0720d6d6-b202-405e-8ed6-c0a7d00e3e80 on network a2fc8180-e9ab-4d36-ba1d-354896456903 {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:27:40.249056 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:27:40.249418 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Checking segment: {'id': '82a30b57-dfd7-48e6-b972-60fe41f6947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a2fc8180-e9ab-4d36-ba1d-354896456903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:27:40.249812 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:40.250196 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Bound using segment: {'id': '82a30b57-dfd7-48e6-b972-60fe41f6947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a2fc8180-e9ab-4d36-ba1d-354896456903'} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:27:40.250649 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Bound port: 0720d6d6-b202-405e-8ed6-c0a7d00e3e80, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a30b57-dfd7-48e6-b972-60fe41f6947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a2fc8180-e9ab-4d36-ba1d-354896456903'}}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:27:40.251028 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:40.314708 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] For port 0720d6d6-b202-405e-8ed6-c0a7d00e3e80, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:27:40.318268 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] For port 0720d6d6-b202-405e-8ed6-c0a7d00e3e80, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=0720d6d6-b202-405e-8ed6-c0a7d00e3e80,segment=NetworkSegment(82a30b57-dfd7-48e6-b972-60fe41f6947d),segment_id=82a30b57-dfd7-48e6-b972-60fe41f6947d)] {{(pid=101276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:27:40.322901 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:40.383802 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b7f62-8a68-41d0-952e-ec31693eece3 None None] Pushing event updated for resources: {'Port': ['ID=0720d6d6-b202-405e-8ed6-c0a7d00e3e80,revision_number=2']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:27:41.188498 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8048d033-b4ca-44ef-9d13-859476563b65 None None] Network a2fc8180-e9ab-4d36-ba1d-354896456903 requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:27:41.250074 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-275f6b9c-b257-47c8-bac6-58f0451afb6e None None] Provisioning complete for port 0720d6d6-b202-405e-8ed6-c0a7d00e3e80 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:27:41.250436 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-275f6b9c-b257-47c8-bac6-58f0451afb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:41.391777 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-275f6b9c-b257-47c8-bac6-58f0451afb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:41.428745 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-275f6b9c-b257-47c8-bac6-58f0451afb6e None None] For port 0720d6d6-b202-405e-8ed6-c0a7d00e3e80, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=0720d6d6-b202-405e-8ed6-c0a7d00e3e80,segment=NetworkSegment(82a30b57-dfd7-48e6-b972-60fe41f6947d),segment_id=82a30b57-dfd7-48e6-b972-60fe41f6947d)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:27:41.434338 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-275f6b9c-b257-47c8-bac6-58f0451afb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:41.485029 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f6b9c-b257-47c8-bac6-58f0451afb6e None None] Pushing event updated for resources: {'Port': ['ID=0720d6d6-b202-405e-8ed6-c0a7d00e3e80,revision_number=3']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:27:41.625714 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 0720d6d6-b202-405e-8ed6-c0a7d00e3e80 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:27:41.669595 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-62b44859-977f-4437-b2cc-2de38e3ce063 None None] Provisioning complete for port 0720d6d6-b202-405e-8ed6-c0a7d00e3e80 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:27:41.669921 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-62b44859-977f-4437-b2cc-2de38e3ce063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:41.719342 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 0720d6d6-b202-405e-8ed6-c0a7d00e3e80 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:27:41.719634 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:55.445176 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1c0fcea0-dea3-4933-a609-641ccbac1d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:57.971242 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:58.040641 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-09ef5002-322a-437c-b79c-5eb3aee34d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:27:59.209741 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:28:00.715998 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:28:00.827140 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 5 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:28:25.446831 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-5afa5a5e-0a4f-415b-9c70-d176b9b774b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:28:27.973364 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:28:28.040086 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-48acd3a5-c7fa-4b0d-a068-d60e1309c633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:28:29.211874 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:28:30.715905 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:28:37.825497 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 5 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:28:51.091768 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 56344) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:28:51.098210 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [None req-b38b2b86-b967-447a-bb47-a5fc1e4706fa tempest-verify_tempest_config-71695880 tempest-verify_tempest_config-71695880-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 13:28:51.099172 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-b38b2b86-b967-447a-bb47-a5fc1e4706fa tempest-verify_tempest_config-71695880 tempest-verify_tempest_config-71695880-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064514 Oct 29 13:28:51.384521 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 56362) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:28:51.483621 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-0c91044b-c594-4244-bd7f-74a04673fbf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:28:51.557127 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-0c91044b-c594-4244-bd7f-74a04673fbf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:28:51.560578 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-0c91044b-c594-4244-bd7f-74a04673fbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:28:51.607551 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-0c91044b-c594-4244-bd7f-74a04673fbf8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=14f0d6f538fc41f88bd1b4d03bc8ae8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2219887 Oct 29 13:28:51.608616 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91044b-c594-4244-bd7f-74a04673fbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19bb029-15eb-4809-b6b4-309b88acf5bc,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:28:51.610361 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 56368) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:28:51.615944 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c91044b-c594-4244-bd7f-74a04673fbf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:28:51.616310 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c91044b-c594-4244-bd7f-74a04673fbf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:28:51.616656 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c91044b-c594-4244-bd7f-74a04673fbf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:28:51.617005 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c91044b-c594-4244-bd7f-74a04673fbf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:28:51.617333 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c91044b-c594-4244-bd7f-74a04673fbf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:28:51.617666 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c91044b-c594-4244-bd7f-74a04673fbf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:28:51.618020 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c91044b-c594-4244-bd7f-74a04673fbf8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:28:51.618355 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c91044b-c594-4244-bd7f-74a04673fbf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:28:51.618694 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c91044b-c594-4244-bd7f-74a04673fbf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:28:51.619012 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c91044b-c594-4244-bd7f-74a04673fbf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:28:51.619326 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c91044b-c594-4244-bd7f-74a04673fbf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:28:51.619640 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c91044b-c594-4244-bd7f-74a04673fbf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:28:51.690332 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4b0a30a8-d6b6-4034-a03e-e34afa0d22f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:28:51.709714 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4b0a30a8-d6b6-4034-a03e-e34afa0d22f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:28:51.796249 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4b0a30a8-d6b6-4034-a03e-e34afa0d22f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:28:51.799317 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4b0a30a8-d6b6-4034-a03e-e34afa0d22f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:28:51.800476 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-4b0a30a8-d6b6-4034-a03e-e34afa0d22f6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d19bb029-15eb-4809-b6b4-309b88acf5bc HTTP/1.1" status: 204 len: 168 time: 0.1885729 Oct 29 13:28:51.808510 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a30a8-d6b6-4034-a03e-e34afa0d22f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19bb029-15eb-4809-b6b4-309b88acf5bc,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:28:51.815803 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0a30a8-d6b6-4034-a03e-e34afa0d22f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:28:51.816169 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0a30a8-d6b6-4034-a03e-e34afa0d22f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:28:51.816512 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0a30a8-d6b6-4034-a03e-e34afa0d22f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:28:51.816851 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0a30a8-d6b6-4034-a03e-e34afa0d22f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:28:51.817180 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0a30a8-d6b6-4034-a03e-e34afa0d22f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:28:51.817526 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0a30a8-d6b6-4034-a03e-e34afa0d22f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:28:51.817895 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0a30a8-d6b6-4034-a03e-e34afa0d22f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:28:51.818222 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0a30a8-d6b6-4034-a03e-e34afa0d22f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:28:51.818561 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0a30a8-d6b6-4034-a03e-e34afa0d22f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:28:51.818900 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0a30a8-d6b6-4034-a03e-e34afa0d22f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:28:51.819222 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0a30a8-d6b6-4034-a03e-e34afa0d22f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:28:51.819538 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0a30a8-d6b6-4034-a03e-e34afa0d22f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:28:55.448455 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-648cbb91-ffb6-4a07-a8e9-96ae142bfa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:28:57.975711 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:28:58.041440 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-499674c7-eaa9-4017-b815-b9d18ef83bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:28:59.215102 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:29:00.719603 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:29:14.825112 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 5 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:29:25.448923 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c4a3-0276-430c-9de5-e16aad2e1e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:29:27.975591 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:29:28.040273 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-370e25e9-d572-4c09-9d15-bb00e6b3d569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:29:29.217225 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:29:30.721545 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:29:51.824342 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 5 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:29:55.449344 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1a84bbd1-a59f-4712-87cb-f0e30df51a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:29:57.976320 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:29:58.038756 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-4ed36ac6-2baa-467a-aa31-2acc63eaa297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:29:59.220496 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:30:00.724721 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:30:25.450044 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-167ed9d5-7e64-4a66-8e21-6e751e0c0e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:30:26.747689 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-501925'] for agent, after_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:30:27.978324 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:30:28.037929 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-00685294-bb6d-4e74-8e0e-4d0c0835c76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:30:28.823668 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:30:29.223428 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:30:30.732522 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:30:41.781086 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 56440) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:30:41.881571 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-1cae4318-a195-44b0-9e01-1261071fdadc admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0988619 Oct 29 13:30:44.080345 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 56450) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:30:44.133542 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-c118abc6-736b-4b95-b703-b8f486556581 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0520747 Oct 29 13:30:55.450805 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-be59a804-71be-4b7f-914c-1c81491eff54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:30:56.698229 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:30:57.979085 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:30:58.037443 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-9ca02c88-b38c-46c7-81f1-27d88051827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:30:59.225336 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:31:00.732054 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:31:05.822964 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:31:25.452450 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1470be3f-7277-4f83-8692-c738bad1840d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:31:26.700333 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:31:27.979421 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:31:28.036150 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-394bb1f1-44ba-4aed-9113-6d8609618bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:31:29.229574 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:31:30.735066 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:31:42.821830 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:31:55.453602 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-0d592c89-3789-433b-82a5-3a2eb8389565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:31:56.706403 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:31:57.980130 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:31:58.035837 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-fae0332d-bdc5-4a83-92e9-b6c20727a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:31:59.232946 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:00.739016 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:19.824894 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:32:21.130329 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 56666) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:21.160101 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 56672) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:21.340178 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 56686) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:21.351050 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 56690) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:21.425987 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-702445801-network', 'tenant_id': '5dbd3236e0cc40379a8e1e72b80f965e'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:21.454627 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-3e16c3ca-cc0e-4047-9588-26a63e27429d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1589959059-network', 'tenant_id': '7078166fcf074917b62f68cae696746b'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:21.460643 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Made reservation on behalf of 5dbd3236e0cc40379a8e1e72b80f965e for: {'network': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:32:21.462955 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for network, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:21.465428 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 56696) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:21.479166 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:21.527479 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-b08f376a-da97-492c-bb4b-afe9493a62ef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1805075616-network', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:21.537343 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e16c3ca-cc0e-4047-9588-26a63e27429d admin admin] Made reservation on behalf of 7078166fcf074917b62f68cae696746b for: {'network': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:32:21.540822 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3e16c3ca-cc0e-4047-9588-26a63e27429d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for network, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:21.580661 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-cdf44e48-730c-4004-8342-fd40755f601c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-909382734-network', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:21.589421 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3e16c3ca-cc0e-4047-9588-26a63e27429d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:21.599228 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-157852993-network', 'tenant_id': '14990b53311b47f3839dcf8442e0b79e'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:21.643087 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Made reservation on behalf of 14990b53311b47f3839dcf8442e0b79e for: {'network': 1} {{(pid=101275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:32:21.645731 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for network, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:21.667298 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:21.693093 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08f376a-da97-492c-bb4b-afe9493a62ef admin admin] Made reservation on behalf of 7a7750e1de6f482ebcfe89e9ad577e0c for: {'network': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:32:21.695884 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b08f376a-da97-492c-bb4b-afe9493a62ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for network, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:21.703802 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:21.722315 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b08f376a-da97-492c-bb4b-afe9493a62ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:21.728603 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:21.783300 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf44e48-730c-4004-8342-fd40755f601c admin admin] Made reservation on behalf of 2f8248bc18c44ce3a53d399a2faba011 for: {'network': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:32:21.785609 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cdf44e48-730c-4004-8342-fd40755f601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for network, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:21.807592 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:21.813070 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:21.836043 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=101274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 13:32:21.843993 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=101275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 13:32:21.864066 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cdf44e48-730c-4004-8342-fd40755f601c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:21.889889 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:21.890299 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.db.segments_db [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Added segment b3efb1a5-1b86-45aa-b262-27650811f687 of type vlan for network a19c288c-9b16-49c5-b361-bdd6bc6553ae Oct 29 13:32:21.901470 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1642f70-fbb0-45e9-a62a-ce1673eb3fbd,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:21.912429 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:21.913178 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.segments_db [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Added segment 5a566e44-33a4-41ce-b950-6305e41afffb of type vlan for network 797a2d64-a318-481c-b064-119a76b4777f Oct 29 13:32:21.925055 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3e16c3ca-cc0e-4047-9588-26a63e27429d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:21.936601 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:21.936828 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df97763-9116-41a7-8a9a-62345c93656f,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:21.937372 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:21.937929 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:21.938536 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:21.939058 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:21.939582 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:21.940092 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:21.940620 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:21.941552 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:21.942201 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:21.943009 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:21.943549 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Tracked resource versions report: Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: pushed versions: Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: { 'AddressGroup': {'1.2'}, Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: 'ConntrackHelper': {'1.0'}, Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: 'Log': {'1.0'}, Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: 'Network': {'1.1'}, Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: 'Port': {'1.7'}, Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: 'PortForwarding': {'1.2'}, Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: 'QosPolicy': {'1.9'}, Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: 'SecurityGroup': {'1.4'}, Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: 'SecurityGroupRule': {'1.2'}, Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: 'SubPort': {'1.0'}, Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: 'Subnet': {'1.1'}, Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: 'Trunk': {'1.1'}} Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: consumer versions: Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: { DHCP agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: HyperV agent@hv-cinder-81588: {}, Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: L3 agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: Metadata agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: Metering agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: Open vSwitch agent@dv-cinder-815884-1-iscsi: { 'AddressGroup': '1.2', Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: 'ConntrackHelper': '1.0', Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: 'Log': '1.0', Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: 'Network': '1.1', Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: 'Port': '1.7', Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: 'PortForwarding': '1.2', Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: 'QosPolicy': '1.9', Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: 'SecurityGroup': '1.4', Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: 'SecurityGroupRule': '1.2', Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: 'SubPort': '1.0', Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: 'Subnet': '1.1', Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: 'Trunk': '1.1'}} Oct 29 13:32:21.944832 dv-cinder-815884-1-iscsi neutron-server[101275]: {{(pid=101275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 13:32:21.971588 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763699395961'] for network, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:21.986748 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:21.987184 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:21.988068 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:21.988421 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:21.988755 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:21.989105 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:21.989442 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:21.989810 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:21.990153 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:21.990482 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:21.990804 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:21.991121 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Tracked resource versions report: Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: pushed versions: Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: { 'AddressGroup': {'1.2'}, Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: 'ConntrackHelper': {'1.0'}, Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: 'Log': {'1.0'}, Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: 'Network': {'1.1'}, Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: 'Port': {'1.7'}, Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: 'PortForwarding': {'1.2'}, Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: 'QosPolicy': {'1.9'}, Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: 'SecurityGroup': {'1.4'}, Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: 'SecurityGroupRule': {'1.2'}, Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: 'SubPort': {'1.0'}, Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: 'Subnet': {'1.1'}, Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: 'Trunk': {'1.1'}} Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: consumer versions: Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: { DHCP agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: HyperV agent@hv-cinder-81588: {}, Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: L3 agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: Metadata agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: Metering agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: Open vSwitch agent@dv-cinder-815884-1-iscsi: { 'AddressGroup': '1.2', Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: 'ConntrackHelper': '1.0', Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: 'Log': '1.0', Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: 'Network': '1.1', Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: 'Port': '1.7', Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: 'PortForwarding': '1.2', Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: 'QosPolicy': '1.9', Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: 'SecurityGroup': '1.4', Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: 'SecurityGroupRule': '1.2', Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: 'SubPort': '1.0', Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: 'Subnet': '1.1', Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: 'Trunk': '1.1'}} Oct 29 13:32:21.992203 dv-cinder-815884-1-iscsi neutron-server[101274]: {{(pid=101274) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 13:32:21.995235 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3e16c3ca-cc0e-4047-9588-26a63e27429d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.017388 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for network, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.018470 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:22.019113 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.083503 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6134205 Oct 29 13:32:22.083701 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 56734) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:22.089179 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-2582ffa7-7503-4c1f-be99-5925e3ce2755 admin admin] Request body: {'subnet': {'network_id': 'a19c288c-9b16-49c5-b361-bdd6bc6553ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-157852993-subnet', 'tenant_id': '14990b53311b47f3839dcf8442e0b79e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:22.115956 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050fc90-f46f-4e1f-81ad-d0de726c2fba admin admin] Pushing event updated for resources: {'Network': ['ID=a19c288c-9b16-49c5-b361-bdd6bc6553ae,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:22.120663 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2582ffa7-7503-4c1f-be99-5925e3ce2755 admin admin] Made reservation on behalf of 14990b53311b47f3839dcf8442e0b79e for: {'subnet': 1} {{(pid=101275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:32:22.123350 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-2582ffa7-7503-4c1f-be99-5925e3ce2755 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.135320 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Network a19c288c-9b16-49c5-b361-bdd6bc6553ae details requested by agent ovs-agent-dv-cinder-815884-1-iscsi with host dv-cinder-815884-1-iscsi {{(pid=101276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 13:32:22.198794 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b08f376a-da97-492c-bb4b-afe9493a62ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.268441 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763699395961'] for network, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.296037 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cdf44e48-730c-4004-8342-fd40755f601c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.301240 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16c3ca-cc0e-4047-9588-26a63e27429d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415534bc-1ba9-472d-b847-d7cb1987f7cc,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:22.304576 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b08f376a-da97-492c-bb4b-afe9493a62ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.320262 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08f376a-da97-492c-bb4b-afe9493a62ef admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=101274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 13:32:22.326697 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e16c3ca-cc0e-4047-9588-26a63e27429d admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=101274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 13:32:22.372579 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cdf44e48-730c-4004-8342-fd40755f601c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.374281 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-2582ffa7-7503-4c1f-be99-5925e3ce2755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for subnet, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.389172 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f376a-da97-492c-bb4b-afe9493a62ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d8fbce-b348-42ac-ae9e-f647e53dc6c8,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:22.402166 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf44e48-730c-4004-8342-fd40755f601c admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=101274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 13:32:22.405337 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3e16c3ca-cc0e-4047-9588-26a63e27429d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.405765 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.segments_db [None req-3e16c3ca-cc0e-4047-9588-26a63e27429d admin admin] Added segment b1cf983c-83eb-4c49-90bb-0003a5b937dd of type vlan for network d5f220f7-750e-495a-b9c4-c7c245afa919 Oct 29 13:32:22.413846 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b08f376a-da97-492c-bb4b-afe9493a62ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.414294 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.segments_db [None req-b08f376a-da97-492c-bb4b-afe9493a62ef admin admin] Added segment 124deaa8-b20c-4855-8f40-a7544028e724 of type vlan for network 0342d3e5-b15b-4d7b-9252-6c7510cc9cfa Oct 29 13:32:22.449178 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582ffa7-7503-4c1f-be99-5925e3ce2755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f84d651f-149d-4692-a0b1-3dc60793cda6,revision_number=0']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:22.455468 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2582ffa7-7503-4c1f-be99-5925e3ce2755 admin admin] Checking segment: {'id': 'b3efb1a5-1b86-45aa-b262-27650811f687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a19c288c-9b16-49c5-b361-bdd6bc6553ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:32:22.455815 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2582ffa7-7503-4c1f-be99-5925e3ce2755 admin admin] Network hostable DHCP agents. Network: a19c288c-9b16-49c5-b361-bdd6bc6553ae, hostable agents: ['06601b14-b41b-4094-84be-2323d3ae6cac'], hosted agents: [] {{(pid=101275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 13:32:22.465590 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cdf44e48-730c-4004-8342-fd40755f601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.466119 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.segments_db [None req-cdf44e48-730c-4004-8342-fd40755f601c admin admin] Added segment 527f676e-5a03-488c-8dd0-cadb1d3b0adb of type vlan for network 9b00fe28-a5bb-47a1-b3da-ae5774a84660 Oct 29 13:32:22.478472 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2582ffa7-7503-4c1f-be99-5925e3ce2755 admin admin] Network a19c288c-9b16-49c5-b361-bdd6bc6553ae is scheduled to be hosted by DHCP agent 06601b14-b41b-4094-84be-2323d3ae6cac with binding_index 1 {{(pid=101275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 13:32:22.493123 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-2582ffa7-7503-4c1f-be99-5925e3ce2755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815884-1-iscsi, a19c288c-9b16-49c5-b361-bdd6bc6553ae) {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:22.499517 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2582ffa7-7503-4c1f-be99-5925e3ce2755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:22.500928 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-2582ffa7-7503-4c1f-be99-5925e3ce2755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.510885 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f12211-7ecc-4e77-b3e0-5cbc26c94ca0 None None] Network a19c288c-9b16-49c5-b361-bdd6bc6553ae requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:32:22.529446 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for network, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.531003 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:22.531802 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.543288 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-2582ffa7-7503-4c1f-be99-5925e3ce2755 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4503288 Oct 29 13:32:22.647614 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf44e48-730c-4004-8342-fd40755f601c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435f476d-15af-4c1a-9bb5-30e111d81941,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:22.650383 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] Pushing event updated for resources: {'Network': ['ID=797a2d64-a318-481c-b064-119a76b4777f,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:22.660790 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ac7c13-f93e-49d5-8d4f-13f01118f2d1 None None] Network a19c288c-9b16-49c5-b361-bdd6bc6553ae requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:32:22.670519 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3e16c3ca-cc0e-4047-9588-26a63e27429d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763699395961'] for network, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.674375 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b08f376a-da97-492c-bb4b-afe9493a62ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763699395961'] for network, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.702595 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cdf44e48-730c-4004-8342-fd40755f601c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763699395961'] for network, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.716559 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-5296d020-2a77-4460-b326-b427b8dac401 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5779984 Oct 29 13:32:22.718425 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 56772) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:22.725981 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-c0ea2688-28e2-4a95-8454-6ff42ba2b653 admin admin] Request body: {'subnet': {'network_id': '797a2d64-a318-481c-b064-119a76b4777f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-702445801-subnet', 'tenant_id': '5dbd3236e0cc40379a8e1e72b80f965e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:22.760785 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3e16c3ca-cc0e-4047-9588-26a63e27429d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for network, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.761888 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e16c3ca-cc0e-4047-9588-26a63e27429d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:22.762528 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3e16c3ca-cc0e-4047-9588-26a63e27429d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.785286 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b08f376a-da97-492c-bb4b-afe9493a62ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for network, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.786532 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08f376a-da97-492c-bb4b-afe9493a62ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:22.787375 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b08f376a-da97-492c-bb4b-afe9493a62ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.795260 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Network 797a2d64-a318-481c-b064-119a76b4777f details requested by agent ovs-agent-dv-cinder-815884-1-iscsi with host dv-cinder-815884-1-iscsi {{(pid=101276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 13:32:22.808191 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ea2688-28e2-4a95-8454-6ff42ba2b653 admin admin] Made reservation on behalf of 5dbd3236e0cc40379a8e1e72b80f965e for: {'subnet': 1} {{(pid=101275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:32:22.816007 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c0ea2688-28e2-4a95-8454-6ff42ba2b653 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.868776 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cdf44e48-730c-4004-8342-fd40755f601c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for network, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.870260 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf44e48-730c-4004-8342-fd40755f601c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:22.871234 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cdf44e48-730c-4004-8342-fd40755f601c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:22.881514 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-b08f376a-da97-492c-bb4b-afe9493a62ef admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5400345 Oct 29 13:32:22.900839 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 56792) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:22.915170 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-b54e760a-b10c-42a6-bb0e-95124861f8fc admin admin] Request body: {'subnet': {'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1805075616-subnet', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:22.922414 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-3e16c3ca-cc0e-4047-9588-26a63e27429d admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7611446 Oct 29 13:32:22.929916 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 56794) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:22.939193 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-b3bc32e4-c751-41cb-9c67-8c6a9e1be3b3 admin admin] Request body: {'subnet': {'network_id': 'd5f220f7-750e-495a-b9c4-c7c245afa919', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1589959059-subnet', 'tenant_id': '7078166fcf074917b62f68cae696746b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:22.944141 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16c3ca-cc0e-4047-9588-26a63e27429d admin admin] Pushing event updated for resources: {'Network': ['ID=d5f220f7-750e-495a-b9c4-c7c245afa919,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:23.012552 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f376a-da97-492c-bb4b-afe9493a62ef admin admin] Pushing event updated for resources: {'Network': ['ID=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:23.019782 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-cdf44e48-730c-4004-8342-fd40755f601c admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6675143 Oct 29 13:32:23.026202 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 56804) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:23.031312 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-6955edbf-8366-4d15-bbfa-437ba7146257 admin admin] Request body: {'subnet': {'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-909382734-subnet', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:23.034179 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Network d5f220f7-750e-495a-b9c4-c7c245afa919 details requested by agent ovs-agent-dv-cinder-815884-1-iscsi with host dv-cinder-815884-1-iscsi {{(pid=101276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 13:32:23.036006 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Network 0342d3e5-b15b-4d7b-9252-6c7510cc9cfa details requested by agent ovs-agent-dv-cinder-815884-1-iscsi with host dv-cinder-815884-1-iscsi {{(pid=101276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 13:32:23.088684 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54e760a-b10c-42a6-bb0e-95124861f8fc admin admin] Made reservation on behalf of 7a7750e1de6f482ebcfe89e9ad577e0c for: {'subnet': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:32:23.091273 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b54e760a-b10c-42a6-bb0e-95124861f8fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:23.167341 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 56818) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:23.177071 dv-cinder-815884-1-iscsi neutron-server[101274]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 29 13:32:23.206995 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.db.api [None req-6955edbf-8366-4d15-bbfa-437ba7146257 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 29 13:32:23.206995 dv-cinder-815884-1-iscsi neutron-server[101274]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 29 13:32:23.206995 dv-cinder-815884-1-iscsi neutron-server[101274]: [parameters: {'project_id_1': '2f8248bc18c44ce3a53d399a2faba011', 'expiration_1': datetime.datetime(2021, 10, 29, 13, 32, 3, 49622)}] Oct 29 13:32:23.206995 dv-cinder-815884-1-iscsi neutron-server[101274]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101274) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 13:32:23.207814 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG oslo_db.api [None req-6955edbf-8366-4d15-bbfa-437ba7146257 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 13:32:23.230830 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf44e48-730c-4004-8342-fd40755f601c admin admin] Pushing event updated for resources: {'Network': ['ID=9b00fe28-a5bb-47a1-b3da-ae5774a84660,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:23.243428 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Network 9b00fe28-a5bb-47a1-b3da-ae5774a84660 details requested by agent ovs-agent-dv-cinder-815884-1-iscsi with host dv-cinder-815884-1-iscsi {{(pid=101276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 13:32:23.271140 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c0ea2688-28e2-4a95-8454-6ff42ba2b653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for subnet, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:23.300374 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bc32e4-c751-41cb-9c67-8c6a9e1be3b3 admin admin] Made reservation on behalf of 7078166fcf074917b62f68cae696746b for: {'subnet': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:32:23.302688 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b3bc32e4-c751-41cb-9c67-8c6a9e1be3b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:23.531953 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea2688-28e2-4a95-8454-6ff42ba2b653 admin admin] Checking segment: {'id': '5a566e44-33a4-41ce-b950-6305e41afffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '797a2d64-a318-481c-b064-119a76b4777f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:32:23.532933 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ea2688-28e2-4a95-8454-6ff42ba2b653 admin admin] Network hostable DHCP agents. Network: 797a2d64-a318-481c-b064-119a76b4777f, hostable agents: ['06601b14-b41b-4094-84be-2323d3ae6cac'], hosted agents: [] {{(pid=101275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 13:32:23.535894 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea2688-28e2-4a95-8454-6ff42ba2b653 admin admin] Pushing event updated for resources: {'Subnet': ['ID=336b7c87-283f-4775-a0c5-465adcbb1c88,revision_number=0']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:23.553032 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ea2688-28e2-4a95-8454-6ff42ba2b653 admin admin] Network 797a2d64-a318-481c-b064-119a76b4777f is scheduled to be hosted by DHCP agent 06601b14-b41b-4094-84be-2323d3ae6cac with binding_index 1 {{(pid=101275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 13:32:23.569161 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-c0ea2688-28e2-4a95-8454-6ff42ba2b653 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815884-1-iscsi, 797a2d64-a318-481c-b064-119a76b4777f) {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:23.581304 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ea2688-28e2-4a95-8454-6ff42ba2b653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:23.581981 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69fc35a-6ff6-42d6-afd6-df5138c0346c None None] Network 797a2d64-a318-481c-b064-119a76b4777f requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:32:23.582165 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c0ea2688-28e2-4a95-8454-6ff42ba2b653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:23.610733 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-c0ea2688-28e2-4a95-8454-6ff42ba2b653 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8865678 Oct 29 13:32:23.641852 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b3bc32e4-c751-41cb-9c67-8c6a9e1be3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for subnet, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:23.655007 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-6b7e2b17-164a-4e86-8d16-2f7927627cdf tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:23.656533 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-6b7e2b17-164a-4e86-8d16-2f7927627cdf tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/networks?id=a19c288c-9b16-49c5-b361-bdd6bc6553ae HTTP/1.1" status: 200 len: 811 time: 0.4844928 Oct 29 13:32:23.696828 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b54e760a-b10c-42a6-bb0e-95124861f8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for subnet, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:23.721656 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-037096d2-9b3c-4433-94e1-e2d7df3ff9b2 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/quotas/14990b53311b47f3839dcf8442e0b79e HTTP/1.1" status: 200 len: 375 time: 0.0400441 Oct 29 13:32:23.750464 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d303d5-b6d6-4a18-b297-254422c736ed None None] Network 797a2d64-a318-481c-b064-119a76b4777f requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:32:23.756165 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc32e4-c751-41cb-9c67-8c6a9e1be3b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1929ad4c-8f08-4de6-91ed-e7a6821dc3a0,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:23.868240 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 56844) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:23.924239 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-6f814b16-52bf-4dcd-a639-1ec3238d1b5c tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=14990b53311b47f3839dcf8442e0b79e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1875854 Oct 29 13:32:23.934298 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bc32e4-c751-41cb-9c67-8c6a9e1be3b3 admin admin] Checking segment: {'id': 'b1cf983c-83eb-4c49-90bb-0003a5b937dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd5f220f7-750e-495a-b9c4-c7c245afa919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:32:23.935231 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bc32e4-c751-41cb-9c67-8c6a9e1be3b3 admin admin] Network hostable DHCP agents. Network: d5f220f7-750e-495a-b9c4-c7c245afa919, hostable agents: ['06601b14-b41b-4094-84be-2323d3ae6cac'], hosted agents: [] {{(pid=101274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 13:32:23.960478 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6955edbf-8366-4d15-bbfa-437ba7146257 admin admin] Made reservation on behalf of 2f8248bc18c44ce3a53d399a2faba011 for: {'subnet': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:32:23.962997 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6955edbf-8366-4d15-bbfa-437ba7146257 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:23.990131 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f2a18428-7d5e-40d6-9113-ab7ec3a39080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:23.996227 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e760a-b10c-42a6-bb0e-95124861f8fc admin admin] Checking segment: {'id': '124deaa8-b20c-4855-8f40-a7544028e724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:32:23.996609 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54e760a-b10c-42a6-bb0e-95124861f8fc admin admin] Network hostable DHCP agents. Network: 0342d3e5-b15b-4d7b-9252-6c7510cc9cfa, hostable agents: ['06601b14-b41b-4094-84be-2323d3ae6cac'], hosted agents: [] {{(pid=101274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 13:32:24.066682 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e760a-b10c-42a6-bb0e-95124861f8fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=de6a4b99-0646-46d8-a18a-25de200d28c4,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:24.076247 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f2a18428-7d5e-40d6-9113-ab7ec3a39080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:24.080342 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f2a18428-7d5e-40d6-9113-ab7ec3a39080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:24.087179 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bc32e4-c751-41cb-9c67-8c6a9e1be3b3 admin admin] Network d5f220f7-750e-495a-b9c4-c7c245afa919 is scheduled to be hosted by DHCP agent 06601b14-b41b-4094-84be-2323d3ae6cac with binding_index 1 {{(pid=101274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 13:32:24.112439 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-b3bc32e4-c751-41cb-9c67-8c6a9e1be3b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815884-1-iscsi, d5f220f7-750e-495a-b9c4-c7c245afa919) {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:24.130467 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb11fd7-4db9-4b55-a19b-b3b94866f25c None None] Network d5f220f7-750e-495a-b9c4-c7c245afa919 requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:32:24.132452 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a18428-7d5e-40d6-9113-ab7ec3a39080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26caba8e-f593-4fab-959d-fc275e86c98d,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:24.136838 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-f2a18428-7d5e-40d6-9113-ab7ec3a39080 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8fb56b8132b748e18b1413b7995bc6ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2675421 Oct 29 13:32:24.139672 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 56866) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:24.148062 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bc32e4-c751-41cb-9c67-8c6a9e1be3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:24.148669 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b3bc32e4-c751-41cb-9c67-8c6a9e1be3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:24.159974 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54e760a-b10c-42a6-bb0e-95124861f8fc admin admin] Network 0342d3e5-b15b-4d7b-9252-6c7510cc9cfa is scheduled to be hosted by DHCP agent 06601b14-b41b-4094-84be-2323d3ae6cac with binding_index 1 {{(pid=101274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 13:32:24.167504 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-74961fdb-95ec-4ea2-be4f-50d84ed0b3c3 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 13:32:24.169090 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 56872) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:24.171851 dv-cinder-815884-1-iscsi neutron-server[101275]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 29 13:32:24.175486 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-74961fdb-95ec-4ea2-be4f-50d84ed0b3c3 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1119280 Oct 29 13:32:24.207705 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-b54e760a-b10c-42a6-bb0e-95124861f8fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815884-1-iscsi, 0342d3e5-b15b-4d7b-9252-6c7510cc9cfa) {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:24.212896 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54e760a-b10c-42a6-bb0e-95124861f8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:24.213436 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b54e760a-b10c-42a6-bb0e-95124861f8fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:24.222268 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170a7d18-e5c9-4a4a-bab5-6e39d862198c None None] Network 0342d3e5-b15b-4d7b-9252-6c7510cc9cfa requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:32:24.275531 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-b54e760a-b10c-42a6-bb0e-95124861f8fc admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3725340 Oct 29 13:32:24.279497 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-b3bc32e4-c751-41cb-9c67-8c6a9e1be3b3 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3454473 Oct 29 13:32:24.282640 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 56876) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:24.282860 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 56878) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:24.302410 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-620639f5-d34d-41c8-95a7-50fc604e5c0d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1805075616-router', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:24.312018 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-988f06b9-6632-4d80-aa2f-b300531d0e54 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1589959059-router', 'tenant_id': '7078166fcf074917b62f68cae696746b', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:24.360790 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad6dbea-6311-4a74-ad75-4444ad713022 None None] Network d5f220f7-750e-495a-b9c4-c7c245afa919 requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:32:24.380871 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-988f06b9-6632-4d80-aa2f-b300531d0e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-416'] for router, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:24.382722 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-988f06b9-6632-4d80-aa2f-b300531d0e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-439'] for router, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:24.383098 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-61c759ed-dcbf-4bfa-a51e-e5d8aa8e621d service neutron] 10.222.0.96 "GET /v2.0/networks/a19c288c-9b16-49c5-b361-bdd6bc6553ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064569 Oct 29 13:32:24.456306 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b14b6d75-446c-4cb8-8830-6302aa884b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:24.457080 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6955edbf-8366-4d15-bbfa-437ba7146257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for subnet, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:24.497045 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f2c09-a556-4278-aaca-30867916b04a req-2a930327-bb47-4291-a7c2-d89d666ee2fc tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:24.499340 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-533f2c09-a556-4278-aaca-30867916b04a req-2a930327-bb47-4291-a7c2-d89d666ee2fc tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/networks?id=797a2d64-a318-481c-b064-119a76b4777f HTTP/1.1" status: 200 len: 814 time: 0.3285835 Oct 29 13:32:24.500245 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-620639f5-d34d-41c8-95a7-50fc604e5c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-416'] for router, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:24.501353 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-620639f5-d34d-41c8-95a7-50fc604e5c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-439'] for router, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:24.556782 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955edbf-8366-4d15-bbfa-437ba7146257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=190fdc9d-b7ca-4aac-8054-029f057e3220,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:24.573275 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05bbbbe7-721e-50c9-a88b-8fbcfecde8b1-0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'fixed_ips': [{'subnet_id': 'de6a4b99-0646-46d8-a18a-25de200d28c4'}]}} from dv-cinder-815884-1-iscsi. {{(pid=101276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 13:32:24.574266 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:24.596635 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-533f2c09-a556-4278-aaca-30867916b04a req-b1327d33-664f-4c1d-a7b1-9ab66c587f51 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/quotas/5dbd3236e0cc40379a8e1e72b80f965e HTTP/1.1" status: 200 len: 375 time: 0.0762622 Oct 29 13:32:24.602449 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b14b6d75-446c-4cb8-8830-6302aa884b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:24.612129 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-988f06b9-6632-4d80-aa2f-b300531d0e54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:24.614290 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-1c9e280d-1897-4088-9c6a-7ca416ad103f service neutron] 10.222.0.96 "GET /v2.0/networks/a19c288c-9b16-49c5-b361-bdd6bc6553ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298129 Oct 29 13:32:24.633792 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955edbf-8366-4d15-bbfa-437ba7146257 admin admin] Checking segment: {'id': '527f676e-5a03-488c-8dd0-cadb1d3b0adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:32:24.635671 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6955edbf-8366-4d15-bbfa-437ba7146257 admin admin] Network hostable DHCP agents. Network: 9b00fe28-a5bb-47a1-b3da-ae5774a84660, hostable agents: ['06601b14-b41b-4094-84be-2323d3ae6cac'], hosted agents: [] {{(pid=101274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 13:32:24.677792 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6955edbf-8366-4d15-bbfa-437ba7146257 admin admin] Network 9b00fe28-a5bb-47a1-b3da-ae5774a84660 is scheduled to be hosted by DHCP agent 06601b14-b41b-4094-84be-2323d3ae6cac with binding_index 1 {{(pid=101274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 13:32:24.696393 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-6955edbf-8366-4d15-bbfa-437ba7146257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815884-1-iscsi, 9b00fe28-a5bb-47a1-b3da-ae5774a84660) {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:24.702533 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6955edbf-8366-4d15-bbfa-437ba7146257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:24.703134 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6955edbf-8366-4d15-bbfa-437ba7146257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:24.710272 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a69c86-4c37-4da3-b298-b59cdc62abbb None None] Network 9b00fe28-a5bb-47a1-b3da-ae5774a84660 requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:32:24.738618 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-6955edbf-8366-4d15-bbfa-437ba7146257 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7113438 Oct 29 13:32:24.741350 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 56894) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:24.746668 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-781d5ad9-c727-4957-b149-14b5a01cd556 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-909382734-router', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:24.759786 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-533f2c09-a556-4278-aaca-30867916b04a req-345158ea-7e73-457f-96d3-8d63d56ea9b9 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5dbd3236e0cc40379a8e1e72b80f965e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1463728 Oct 29 13:32:24.796855 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-620639f5-d34d-41c8-95a7-50fc604e5c0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:24.823942 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-781d5ad9-c727-4957-b149-14b5a01cd556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-416'] for router, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:24.826362 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-781d5ad9-c727-4957-b149-14b5a01cd556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-439'] for router, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:24.907208 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-781d5ad9-c727-4957-b149-14b5a01cd556 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:24.915013 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.db_base_plugin_common [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Allocated IP 172.20.0.2 (0342d3e5-b15b-4d7b-9252-6c7510cc9cfa/de6a4b99-0646-46d8-a18a-25de200d28c4/437e9c64-219f-4254-9fc0-880620904462) {{(pid=101276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:32:24.964677 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-988f06b9-6632-4d80-aa2f-b300531d0e54 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:25.090490 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2738505e-384e-4e07-a5b6-ca43574f8233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05bbbbe7-721e-50c9-a88b-8fbcfecde8b1-9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'fixed_ips': [{'subnet_id': '190fdc9d-b7ca-4aac-8054-029f057e3220'}]}} from dv-cinder-815884-1-iscsi. {{(pid=101276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 13:32:25.092561 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-2738505e-384e-4e07-a5b6-ca43574f8233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:25.119069 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b14b6d75-446c-4cb8-8830-6302aa884b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:25.121936 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b14b6d75-446c-4cb8-8830-6302aa884b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:25.124166 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-b14b6d75-446c-4cb8-8830-6302aa884b1a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/26caba8e-f593-4fab-959d-fc275e86c98d HTTP/1.1" status: 204 len: 168 time: 0.9833052 Oct 29 13:32:25.323847 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Notify callbacks [] for port, precommit_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:25.333353 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-620639f5-d34d-41c8-95a7-50fc604e5c0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:25.343520 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:25.347632 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [req-533f2c09-a556-4278-aaca-30867916b04a req-78ae7b85-d1a0-47f4-880f-092f4d1bab04 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 13:32:25.349339 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-533f2c09-a556-4278-aaca-30867916b04a req-78ae7b85-d1a0-47f4-880f-092f4d1bab04 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3780925 Oct 29 13:32:25.351596 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b6d75-446c-4cb8-8830-6302aa884b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26caba8e-f593-4fab-959d-fc275e86c98d,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:25.396466 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.db_base_plugin_common [None req-2738505e-384e-4e07-a5b6-ca43574f8233 None None] Allocated IP 172.20.0.2 (9b00fe28-a5bb-47a1-b3da-ae5774a84660/190fdc9d-b7ca-4aac-8054-029f057e3220/a3ac7ace-b79f-416e-b05d-3b19e1f45290) {{(pid=101276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:32:25.415027 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Network 0342d3e5-b15b-4d7b-9252-6c7510cc9cfa is already hosted by enough agents. {{(pid=101276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:32:25.420560 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.scheduler.base_scheduler [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Resources bound (agent type, host, resource id): {{(pid=101276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:25.433577 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Received port after_create {{(pid=101276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:32:25.460448 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Pushing event updated for resources: {'Port': ['ID=437e9c64-219f-4254-9fc0-880620904462,revision_number=1']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:25.494887 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6f389564-cb76-4d7b-a31c-d25b0ea54acb req-be8ffabc-51cf-4e7d-8dca-57d2611b46e0 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 210 time: 0.1032515 Oct 29 13:32:25.504964 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-781d5ad9-c727-4957-b149-14b5a01cd556 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:25.527628 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-c21a8a04-6f74-4325-8fe5-85a362b6e218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:25.535653 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:25.536020 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:25.536365 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:25.536754 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:25.537083 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:25.537416 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:25.537805 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:25.538135 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:25.538483 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:25.538807 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:25.539198 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:25.539729 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Tracked resource versions report: Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: pushed versions: Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: { 'AddressGroup': {'1.2'}, Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: 'ConntrackHelper': {'1.0'}, Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: 'Log': {'1.0'}, Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: 'Network': {'1.1'}, Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: 'Port': {'1.7'}, Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: 'PortForwarding': {'1.2'}, Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: 'QosPolicy': {'1.9'}, Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: 'SecurityGroup': {'1.4'}, Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: 'SecurityGroupRule': {'1.2'}, Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: 'SubPort': {'1.0'}, Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: 'Subnet': {'1.1'}, Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: 'Trunk': {'1.1'}} Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: consumer versions: Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: { DHCP agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: HyperV agent@hv-cinder-81588: {}, Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: L3 agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: Metadata agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: Metering agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: Open vSwitch agent@dv-cinder-815884-1-iscsi: { 'AddressGroup': '1.2', Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: 'ConntrackHelper': '1.0', Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: 'Log': '1.0', Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: 'Network': '1.1', Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: 'Port': '1.7', Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: 'PortForwarding': '1.2', Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: 'QosPolicy': '1.9', Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: 'SecurityGroup': '1.4', Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: 'SecurityGroupRule': '1.2', Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: 'SubPort': '1.0', Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: 'Subnet': '1.1', Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: 'Trunk': '1.1'}} Oct 29 13:32:25.540849 dv-cinder-815884-1-iscsi neutron-server[101276]: {{(pid=101276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 13:32:25.639041 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Attempting to bind port 437e9c64-219f-4254-9fc0-880620904462 on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:32:25.639435 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Attempting to bind port 437e9c64-219f-4254-9fc0-880620904462 by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '124deaa8-b20c-4855-8f40-a7544028e724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa'}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:32:25.639796 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Attempting to bind port 437e9c64-219f-4254-9fc0-880620904462 on network 0342d3e5-b15b-4d7b-9252-6c7510cc9cfa {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:32:25.652440 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-533f2c09-a556-4278-aaca-30867916b04a req-da208fb9-a17b-40a6-aa1b-9414d6c1fd75 service neutron] 10.222.0.96 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924550 Oct 29 13:32:25.652952 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:32:25.652952 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Checking segment: {'id': '124deaa8-b20c-4855-8f40-a7544028e724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:32:25.653894 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:25.654324 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Bound using segment: {'id': '124deaa8-b20c-4855-8f40-a7544028e724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa'} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:32:25.654804 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Bound port: 437e9c64-219f-4254-9fc0-880620904462, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124deaa8-b20c-4855-8f40-a7544028e724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa'}}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:32:25.655181 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:25.811473 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] For port 437e9c64-219f-4254-9fc0-880620904462, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:32:25.813601 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-2738505e-384e-4e07-a5b6-ca43574f8233 None None] Notify callbacks [] for port, precommit_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:25.822036 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] For port 437e9c64-219f-4254-9fc0-880620904462, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=437e9c64-219f-4254-9fc0-880620904462,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:32:25.859484 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:25.870850 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-2738505e-384e-4e07-a5b6-ca43574f8233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:25.926994 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-781d5ad9-c727-4957-b149-14b5a01cd556 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:26.036000 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-781d5ad9-c727-4957-b149-14b5a01cd556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:26.040713 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2738505e-384e-4e07-a5b6-ca43574f8233 None None] Network 9b00fe28-a5bb-47a1-b3da-ae5774a84660 is already hosted by enough agents. {{(pid=101276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:32:26.047800 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.scheduler.base_scheduler [None req-2738505e-384e-4e07-a5b6-ca43574f8233 None None] Resources bound (agent type, host, resource id): {{(pid=101276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:26.054862 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2738505e-384e-4e07-a5b6-ca43574f8233 None None] Received port after_create {{(pid=101276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:32:26.073865 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f1b32-f759-4eb1-b35b-cc7b85cdca17 None None] Pushing event updated for resources: {'Port': ['ID=437e9c64-219f-4254-9fc0-880620904462,revision_number=2']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:26.194613 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-2738505e-384e-4e07-a5b6-ca43574f8233 None None] Attempting to bind port a3ac7ace-b79f-416e-b05d-3b19e1f45290 on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:32:26.194975 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-2738505e-384e-4e07-a5b6-ca43574f8233 None None] Attempting to bind port a3ac7ace-b79f-416e-b05d-3b19e1f45290 by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '527f676e-5a03-488c-8dd0-cadb1d3b0adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660'}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:32:26.195603 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2738505e-384e-4e07-a5b6-ca43574f8233 None None] Attempting to bind port a3ac7ace-b79f-416e-b05d-3b19e1f45290 on network 9b00fe28-a5bb-47a1-b3da-ae5774a84660 {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:32:26.213189 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738505e-384e-4e07-a5b6-ca43574f8233 None None] Pushing event updated for resources: {'Port': ['ID=a3ac7ace-b79f-416e-b05d-3b19e1f45290,revision_number=1']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:26.213593 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [None req-781d5ad9-c727-4957-b149-14b5a01cd556 admin admin] Allocated IP 172.27.2.191 (87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d/997ea066-649a-4773-b815-b71c6be46375/5d0166f5-7f4f-462a-bf80-50b5f554c9dd) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:32:26.218843 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2738505e-384e-4e07-a5b6-ca43574f8233 None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:32:26.219219 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2738505e-384e-4e07-a5b6-ca43574f8233 None None] Checking segment: {'id': '527f676e-5a03-488c-8dd0-cadb1d3b0adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:32:26.219619 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-2738505e-384e-4e07-a5b6-ca43574f8233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:26.220011 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2738505e-384e-4e07-a5b6-ca43574f8233 None None] Bound using segment: {'id': '527f676e-5a03-488c-8dd0-cadb1d3b0adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660'} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:32:26.220481 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-2738505e-384e-4e07-a5b6-ca43574f8233 None None] Bound port: a3ac7ace-b79f-416e-b05d-3b19e1f45290, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527f676e-5a03-488c-8dd0-cadb1d3b0adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660'}}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:32:26.220858 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-2738505e-384e-4e07-a5b6-ca43574f8233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:26.326560 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-2738505e-384e-4e07-a5b6-ca43574f8233 None None] For port a3ac7ace-b79f-416e-b05d-3b19e1f45290, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:32:26.335310 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-2738505e-384e-4e07-a5b6-ca43574f8233 None None] For port a3ac7ace-b79f-416e-b05d-3b19e1f45290, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=a3ac7ace-b79f-416e-b05d-3b19e1f45290,segment=NetworkSegment(527f676e-5a03-488c-8dd0-cadb1d3b0adb),segment_id=527f676e-5a03-488c-8dd0-cadb1d3b0adb)] {{(pid=101276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:32:26.340155 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-988f06b9-6632-4d80-aa2f-b300531d0e54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:26.347663 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-2738505e-384e-4e07-a5b6-ca43574f8233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:26.454358 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-781d5ad9-c727-4957-b149-14b5a01cd556 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:26.480135 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738505e-384e-4e07-a5b6-ca43574f8233 None None] Pushing event updated for resources: {'Port': ['ID=a3ac7ace-b79f-416e-b05d-3b19e1f45290,revision_number=2']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:26.509847 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-988f06b9-6632-4d80-aa2f-b300531d0e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:26.568414 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-781d5ad9-c727-4957-b149-14b5a01cd556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:26.646397 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-533f2c09-a556-4278-aaca-30867916b04a req-907b8439-98b5-4426-a73c-e45bf003932f service neutron] 10.222.0.96 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9702196 Oct 29 13:32:26.718526 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-620639f5-d34d-41c8-95a7-50fc604e5c0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:26.743360 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:26.766473 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-620639f5-d34d-41c8-95a7-50fc604e5c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:26.832312 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781d5ad9-c727-4957-b149-14b5a01cd556 admin admin] Network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:32:26.897870 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ed1a9a30-dc23-4f34-9596-a2cb4ee5425a req-d5d12d37-1624-428f-9494-31c6d748ff97 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 210 time: 0.2847953 Oct 29 13:32:26.897870 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-781d5ad9-c727-4957-b149-14b5a01cd556 admin admin] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:26.900653 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781d5ad9-c727-4957-b149-14b5a01cd556 admin admin] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:32:26.930837 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_common [None req-988f06b9-6632-4d80-aa2f-b300531d0e54 admin admin] Allocated IP 172.27.2.172 (87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d/997ea066-649a-4773-b815-b71c6be46375/3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca) {{(pid=101275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:32:27.073704 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d5ad9-c727-4957-b149-14b5a01cd556 admin admin] Pushing event updated for resources: {'Port': ['ID=5d0166f5-7f4f-462a-bf80-50b5f554c9dd,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:27.269986 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-988f06b9-6632-4d80-aa2f-b300531d0e54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:27.457645 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_common [None req-620639f5-d34d-41c8-95a7-50fc604e5c0d admin admin] Allocated IP 172.27.2.152 (87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d/997ea066-649a-4773-b815-b71c6be46375/cc672b8c-1a77-4794-ba70-0a8277146a4f) {{(pid=101275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:32:27.581349 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-988f06b9-6632-4d80-aa2f-b300531d0e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:27.661961 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988f06b9-6632-4d80-aa2f-b300531d0e54 admin admin] Network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:32:27.677713 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-988f06b9-6632-4d80-aa2f-b300531d0e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:27.697234 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988f06b9-6632-4d80-aa2f-b300531d0e54 admin admin] Received port after_create {{(pid=101275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:32:27.707256 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-87df3c41-6965-48c7-ad0a-4424b18e59fc req-877d0a50-6644-4aed-93bb-f2e1bb2fb23f tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 210 time: 0.5160282 Oct 29 13:32:27.774432 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-781d5ad9-c727-4957-b149-14b5a01cd556 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:27.805521 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f06b9-6632-4d80-aa2f-b300531d0e54 admin admin] Pushing event updated for resources: {'Port': ['ID=3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:27.883816 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfff5543-a3a4-478b-9ca8-1aa722d6456e None None] Network 0342d3e5-b15b-4d7b-9252-6c7510cc9cfa requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:32:27.970551 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-620639f5-d34d-41c8-95a7-50fc604e5c0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:28.073597 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device a3ac7ace-b79f-416e-b05d-3b19e1f45290 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:32:28.201133 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-620639f5-d34d-41c8-95a7-50fc604e5c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:28.314041 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-ce36cc64-907a-42ef-ad0e-357dca72a109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:28.328082 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port a3ac7ace-b79f-416e-b05d-3b19e1f45290 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:28.329511 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:28.368912 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620639f5-d34d-41c8-95a7-50fc604e5c0d admin admin] Pushing event updated for resources: {'Port': ['ID=cc672b8c-1a77-4794-ba70-0a8277146a4f,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:28.370799 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-781d5ad9-c727-4957-b149-14b5a01cd556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496037'] for router, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:28.406927 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-22cb9a8e-c8f4-4ef5-b94a-2b423d6dce29 None None] Provisioning complete for port 437e9c64-219f-4254-9fc0-880620904462 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:28.407298 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-22cb9a8e-c8f4-4ef5-b94a-2b423d6dce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:28.434079 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-988f06b9-6632-4d80-aa2f-b300531d0e54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:28.471244 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc863980-58b6-4b55-a1b9-7182753599b2 None None] Network 9b00fe28-a5bb-47a1-b3da-ae5774a84660 requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:32:28.518089 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:28.644464 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-7a1f6105-0c57-4b25-bc4f-41d993004b77 req-0ea4fcb4-227f-47cf-a487-0b9e462db01d tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 210 time: 0.2212884 Oct 29 13:32:28.649543 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620639f5-d34d-41c8-95a7-50fc604e5c0d admin admin] Network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:32:28.650878 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-620639f5-d34d-41c8-95a7-50fc604e5c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:28.658093 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-22cb9a8e-c8f4-4ef5-b94a-2b423d6dce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:28.659080 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620639f5-d34d-41c8-95a7-50fc604e5c0d admin admin] Received port after_create {{(pid=101275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:32:28.702851 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781d5ad9-c727-4957-b149-14b5a01cd556 admin admin] Router 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 is scheduled to L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 with binding_index 1 {{(pid=101274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 13:32:28.791682 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-22cb9a8e-c8f4-4ef5-b94a-2b423d6dce29 None None] For port 437e9c64-219f-4254-9fc0-880620904462, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=437e9c64-219f-4254-9fc0-880620904462,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:32:28.832018 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-22cb9a8e-c8f4-4ef5-b94a-2b423d6dce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:28.844032 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b2350c20-800c-4524-a659-45ba79fc844a req-e4c468a3-6fea-42ce-be7f-26b8dfeddb7b tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 210 time: 0.0519142 Oct 29 13:32:28.845549 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:28.974361 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] For port a3ac7ace-b79f-416e-b05d-3b19e1f45290, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=a3ac7ace-b79f-416e-b05d-3b19e1f45290,segment=NetworkSegment(527f676e-5a03-488c-8dd0-cadb1d3b0adb),segment_id=527f676e-5a03-488c-8dd0-cadb1d3b0adb)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:32:28.985394 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:28.986402 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 437e9c64-219f-4254-9fc0-880620904462 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:32:28.989704 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb9a8e-c8f4-4ef5-b94a-2b423d6dce29 None None] Pushing event updated for resources: {'Port': ['ID=437e9c64-219f-4254-9fc0-880620904462,revision_number=3']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:29.005235 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781d5ad9-c727-4957-b149-14b5a01cd556 admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:32:29.014668 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] Sync routers for ids ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'] in dv-cinder-815884-1-iscsi {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:32:29.033165 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-781d5ad9-c727-4957-b149-14b5a01cd556 admin admin] Notify callbacks [] for router, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:29.034134 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] Routers {'5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:32:29.034966 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:32:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:32:29.040029 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-781d5ad9-c727-4957-b149-14b5a01cd556 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2969959 Oct 29 13:32:29.045099 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 57110) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:29.111671 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-9b579e3b-65d4-4cf0-8cb2-6666313e0e92 None None] Provisioning complete for port a3ac7ace-b79f-416e-b05d-3b19e1f45290 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:29.111671 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-9b579e3b-65d4-4cf0-8cb2-6666313e0e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:29.196162 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 437e9c64-219f-4254-9fc0-880620904462 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:29.196844 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:29.296169 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] Set router 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:32:29.384163 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:29.386532 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Pushing event updated for resources: {'Port': ['ID=a3ac7ace-b79f-416e-b05d-3b19e1f45290,revision_number=3']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:29.471121 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-6f46c798-555f-4428-9738-fc15d505fb7a None None] Provisioning complete for port 437e9c64-219f-4254-9fc0-880620904462 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:29.471699 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-6f46c798-555f-4428-9738-fc15d505fb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:29.534278 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'name': 'tempest-AttachVolumeTestJSON-909382734-router', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:27Z', 'revision_number': 3, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'gw_port': {'id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:32:29.578244 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] Checking router: 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 for host: dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:32:29.579585 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] Updating router 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 port 5d0166f5-7f4f-462a-bf80-50b5f554c9dd binding host dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 13:32:29.605866 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:29.634249 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 57126) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:29.671776 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-620639f5-d34d-41c8-95a7-50fc604e5c0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:29.705459 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-51380ef2-ff55-4921-a46d-dbcfc3f2e1e5 None None] Provisioning complete for port a3ac7ace-b79f-416e-b05d-3b19e1f45290 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:29.706409 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-51380ef2-ff55-4921-a46d-dbcfc3f2e1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:29.810714 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-10aa1c40-f884-4ab8-b237-cbe5dbc015d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:29.824785 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device a3ac7ace-b79f-416e-b05d-3b19e1f45290 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:32:29.829063 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-988f06b9-6632-4d80-aa2f-b300531d0e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496037'] for router, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:29.912692 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port a3ac7ace-b79f-416e-b05d-3b19e1f45290 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:29.913747 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:29.978715 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] Notify callbacks [] for port, precommit_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:29.985257 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-10aa1c40-f884-4ab8-b237-cbe5dbc015d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:29.986166 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:30.027013 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-514f9bed-45b4-4ae7-9275-518be109dc61 req-441b9749-4868-4dc5-aeef-23397d5d51c5 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 210 time: 0.0478759 Oct 29 13:32:30.031476 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-10aa1c40-f884-4ab8-b237-cbe5dbc015d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:30.053073 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab5b34-05f5-4add-978d-4d7546a6968d None None] Pushing event updated for resources: {'Port': ['ID=5d0166f5-7f4f-462a-bf80-50b5f554c9dd,revision_number=2']} {{(pid=101277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:30.064847 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5b34-05f5-4add-978d-4d7546a6968d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:30.065205 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5b34-05f5-4add-978d-4d7546a6968d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:30.065594 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5b34-05f5-4add-978d-4d7546a6968d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:30.066610 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5b34-05f5-4add-978d-4d7546a6968d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:30.066993 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5b34-05f5-4add-978d-4d7546a6968d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:30.067331 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5b34-05f5-4add-978d-4d7546a6968d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:30.067706 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5b34-05f5-4add-978d-4d7546a6968d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:30.068079 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5b34-05f5-4add-978d-4d7546a6968d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:30.068417 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5b34-05f5-4add-978d-4d7546a6968d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:30.068739 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5b34-05f5-4add-978d-4d7546a6968d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:30.069101 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5b34-05f5-4add-978d-4d7546a6968d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:30.069421 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5b34-05f5-4add-978d-4d7546a6968d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5b34-05f5-4add-978d-4d7546a6968d None None] Tracked resource versions report: Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: pushed versions: Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: { 'AddressGroup': {'1.2'}, Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: 'ConntrackHelper': {'1.0'}, Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: 'Log': {'1.0'}, Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: 'Network': {'1.1'}, Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: 'Port': {'1.7'}, Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: 'PortForwarding': {'1.2'}, Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: 'QosPolicy': {'1.9'}, Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: 'SecurityGroup': {'1.4'}, Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: 'SecurityGroupRule': {'1.2'}, Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: 'SubPort': {'1.0'}, Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: 'Subnet': {'1.1'}, Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: 'Trunk': {'1.1'}} Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: consumer versions: Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: { DHCP agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: HyperV agent@hv-cinder-81588: {}, Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: L3 agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: Metadata agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: Metering agent@dv-cinder-815884-1-iscsi: {}, Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: Open vSwitch agent@dv-cinder-815884-1-iscsi: { 'AddressGroup': '1.2', Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: 'ConntrackHelper': '1.0', Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: 'Log': '1.0', Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: 'Network': '1.1', Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: 'Port': '1.7', Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: 'PortForwarding': '1.2', Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: 'QosPolicy': '1.9', Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: 'SecurityGroup': '1.4', Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: 'SecurityGroupRule': '1.2', Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: 'SubPort': '1.0', Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: 'Subnet': '1.1', Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: 'Trunk': '1.1'}} Oct 29 13:32:30.070648 dv-cinder-815884-1-iscsi neutron-server[101277]: {{(pid=101277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 13:32:30.073007 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa1c40-f884-4ab8-b237-cbe5dbc015d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3726b8-8ca2-4a5d-ac5b-d90519788091,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:30.089304 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-10aa1c40-f884-4ab8-b237-cbe5dbc015d0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=48b5d9e46d7c49d88017bdd65c010e99&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4540329 Oct 29 13:32:30.093577 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.managers [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] Attempting to bind port 5d0166f5-7f4f-462a-bf80-50b5f554c9dd on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:32:30.094134 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.managers [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] Attempting to bind port 5d0166f5-7f4f-462a-bf80-50b5f554c9dd by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}] {{(pid=101277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:32:30.094648 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] Attempting to bind port 5d0166f5-7f4f-462a-bf80-50b5f554c9dd on network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:32:30.094988 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 57138) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:30.098607 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6b74fb7b-db20-4d47-8839-4e1c1c361e60 req-b76097ab-4d3e-4661-b0b4-5a6fa1de0bcc tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 210 time: 0.0741065 Oct 29 13:32:30.100789 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:32:30.101379 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] Checking segment: {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:32:30.103229 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:30.103690 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] Bound using segment: {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'} {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:32:30.104226 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.managers [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] Bound port: 5d0166f5-7f4f-462a-bf80-50b5f554c9dd, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}}] {{(pid=101277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:32:30.104683 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:30.152722 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 437e9c64-219f-4254-9fc0-880620904462 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:32:30.171348 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.db [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] For port 5d0166f5-7f4f-462a-bf80-50b5f554c9dd, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:32:30.176940 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.db [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] For port 5d0166f5-7f4f-462a-bf80-50b5f554c9dd, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=5d0166f5-7f4f-462a-bf80-50b5f554c9dd,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:32:30.183011 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:30.191632 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-72fb7daa-781d-483a-bdfd-cc1ee25d17f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:30.192281 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-620639f5-d34d-41c8-95a7-50fc604e5c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496037'] for router, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:30.216932 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 437e9c64-219f-4254-9fc0-880620904462 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:30.217353 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:30.227784 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] Routers {'5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:32:30.228604 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:32:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:32:30.233243 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-72fb7daa-781d-483a-bdfd-cc1ee25d17f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:30.313120 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988f06b9-6632-4d80-aa2f-b300531d0e54 admin admin] Router e5da5c74-b1f2-47f3-a042-4db0f85a5fb3 is scheduled to L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 with binding_index 1 {{(pid=101275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 13:32:30.327220 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-72fb7daa-781d-483a-bdfd-cc1ee25d17f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:30.329832 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-72fb7daa-781d-483a-bdfd-cc1ee25d17f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:30.330990 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-72fb7daa-781d-483a-bdfd-cc1ee25d17f8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6c3726b8-8ca2-4a5d-ac5b-d90519788091 HTTP/1.1" status: 204 len: 168 time: 0.2350597 Oct 29 13:32:30.351332 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb7daa-781d-483a-bdfd-cc1ee25d17f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3726b8-8ca2-4a5d-ac5b-d90519788091,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:30.371530 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] Set router 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:32:30.373611 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab5b34-05f5-4add-978d-4d7546a6968d None None] Pushing event updated for resources: {'Port': ['ID=5d0166f5-7f4f-462a-bf80-50b5f554c9dd,revision_number=3']} {{(pid=101277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:30.391494 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c65920a6-353f-4b88-a69c-48d8479d8692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:30.580440 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'name': 'tempest-AttachVolumeTestJSON-909382734-router', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:27Z', 'revision_number': 3, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'gw_port': {'id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:32:30.582863 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988f06b9-6632-4d80-aa2f-b300531d0e54 admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:32:30.597721 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] Sync routers for ids ['e5da5c74-b1f2-47f3-a042-4db0f85a5fb3'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:32:30.611575 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] Routers {'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:32:30.612334 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:32:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['e5da5c74-b1f2-47f3-a042-4db0f85a5fb3'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:32:30.652822 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371c6bb8-6617-4220-84ba-199415cb184a None None] The sync data for ids ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'] in dv-cinder-815884-1-iscsi is: [{'id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'name': 'tempest-AttachVolumeTestJSON-909382734-router', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:27Z', 'revision_number': 3, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'gw_port': {'id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}] {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:32:30.653121 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-988f06b9-6632-4d80-aa2f-b300531d0e54 admin admin] Notify callbacks [] for router, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:30.657647 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-988f06b9-6632-4d80-aa2f-b300531d0e54 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.3637998 Oct 29 13:32:30.657971 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 57148) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:30.668092 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620639f5-d34d-41c8-95a7-50fc604e5c0d admin admin] Router 1abfc369-9d32-4afe-ad00-faa027c4059c is scheduled to L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 with binding_index 1 {{(pid=101275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 13:32:30.758614 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:30.782338 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] Set router e5da5c74-b1f2-47f3-a042-4db0f85a5fb3 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:32:30.796085 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 57150) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:30.809181 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b6fa0c91-bd46-4ce4-8616-d4ec47e559d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:30.908161 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b6fa0c91-bd46-4ce4-8616-d4ec47e559d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:30.913064 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b6fa0c91-bd46-4ce4-8616-d4ec47e559d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:30.967271 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-b6fa0c91-bd46-4ce4-8616-d4ec47e559d5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=051dbef39c4449fd8372889d5e0f1ac4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1701965 Oct 29 13:32:30.968229 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 57152) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:30.969300 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa0c91-bd46-4ce4-8616-d4ec47e559d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf653c53-8395-45f8-a473-a333da88ed96,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:31.155827 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.26', 51574) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:31.170079 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620639f5-d34d-41c8-95a7-50fc604e5c0d admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:32:31.181460 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] Sync routers for ids ['1abfc369-9d32-4afe-ad00-faa027c4059c'] in dv-cinder-815884-1-iscsi {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:32:31.194860 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3', 'name': 'tempest-ServerRescueNegativeTestJSON-1589959059-router', 'tenant_id': '7078166fcf074917b62f68cae696746b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:27Z', 'revision_number': 3, 'project_id': '7078166fcf074917b62f68cae696746b', 'gw_port': {'id': '3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:32:31.196655 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] Routers {'1abfc369-9d32-4afe-ad00-faa027c4059c'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:32:31.197488 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:32:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1abfc369-9d32-4afe-ad00-faa027c4059c'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:32:31.221432 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fc0c325f-eb16-4d6c-bbe8-74c0aa4ca60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:31.251428 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] Checking router: e5da5c74-b1f2-47f3-a042-4db0f85a5fb3 for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:32:31.255421 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] Updating router e5da5c74-b1f2-47f3-a042-4db0f85a5fb3 port 3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca binding host dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 13:32:31.273584 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fc0c325f-eb16-4d6c-bbe8-74c0aa4ca60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:31.276141 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-620639f5-d34d-41c8-95a7-50fc604e5c0d admin admin] Notify callbacks [] for router, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:31.280133 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-620639f5-d34d-41c8-95a7-50fc604e5c0d admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9934936 Oct 29 13:32:31.321233 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:31.330028 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_common [None req-c65920a6-353f-4b88-a69c-48d8479d8692 admin admin] Allocated IP 172.20.0.1 (9b00fe28-a5bb-47a1-b3da-ae5774a84660/190fdc9d-b7ca-4aac-8054-029f057e3220/8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a) {{(pid=101275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:32:31.334671 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 57168) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:31.337683 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-884cd3ca-9997-4843-9785-d5af10d52e3d req-eaf57cd5-ef57-4ebd-ae60-24c5fc1b20ac tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 210 time: 0.1181803 Oct 29 13:32:31.434968 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a86c7f2d-fa09-434f-897d-5272ab58a164 req-f9f1e303-f520-4d5b-a990-0aaaae0111bd tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 210 time: 0.2871234 Oct 29 13:32:31.481966 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fc0c325f-eb16-4d6c-bbe8-74c0aa4ca60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:31.484786 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fc0c325f-eb16-4d6c-bbe8-74c0aa4ca60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:31.486138 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-fc0c325f-eb16-4d6c-bbe8-74c0aa4ca60e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cf653c53-8395-45f8-a473-a333da88ed96 HTTP/1.1" status: 204 len: 168 time: 0.4900861 Oct 29 13:32:31.504691 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c325f-eb16-4d6c-bbe8-74c0aa4ca60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf653c53-8395-45f8-a473-a333da88ed96,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:31.603482 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] Set router 1abfc369-9d32-4afe-ad00-faa027c4059c gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:32:31.625612 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-072874b6-f113-498f-a4c9-7247a3068153 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:31.635871 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-072874b6-f113-498f-a4c9-7247a3068153 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.26 "GET /v2.0/networks?id=a19c288c-9b16-49c5-b361-bdd6bc6553ae HTTP/1.1" status: 200 len: 811 time: 0.4787929 Oct 29 13:32:31.714134 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-c59a3d68-52e2-4e82-914c-11946a707f9c tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Request body: {'port': {'device_id': '9697ec88-0207-4a75-9f13-334453021731', 'network_id': 'a19c288c-9b16-49c5-b361-bdd6bc6553ae', 'admin_state_up': True, 'tenant_id': '14990b53311b47f3839dcf8442e0b79e'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:31.939988 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.26', 51584) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:32.035837 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 5d0166f5-7f4f-462a-bf80-50b5f554c9dd up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:32:32.194327 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'name': 'tempest-AttachVolumeShelveTestJSON-1805075616-router', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:28Z', 'revision_number': 3, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'gw_port': {'id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:32:32.260061 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-c59a3d68-52e2-4e82-914c-11946a707f9c tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Made reservation on behalf of 14990b53311b47f3839dcf8442e0b79e for: {'port': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:32:32.267460 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] Checking router: 1abfc369-9d32-4afe-ad00-faa027c4059c for host: dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:32:32.268018 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] Updating router 1abfc369-9d32-4afe-ad00-faa027c4059c port cc672b8c-1a77-4794-ba70-0a8277146a4f binding host dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 13:32:32.278043 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-c59a3d68-52e2-4e82-914c-11946a707f9c tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:32.286502 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 5d0166f5-7f4f-462a-bf80-50b5f554c9dd triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:32.287001 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:32.323219 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:32.394432 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] Notify callbacks [] for port, precommit_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:32.424445 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:32.510788 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] Attempting to bind port 3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:32:32.511196 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] Attempting to bind port 3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:32:32.511596 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] Attempting to bind port 3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca on network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:32:32.523441 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:32:32.523810 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] Checking segment: {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:32:32.524205 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:32.524641 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] Bound using segment: {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:32:32.525119 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] Bound port: 3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:32:32.525511 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:32.583867 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] For port 3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:32:32.588638 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] For port 3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:32:32.602157 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:32.619933 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b4f6a-e821-4eea-ae6b-6643f95c6198 None None] Pushing event updated for resources: {'Port': ['ID=3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca,revision_number=2']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:32.675186 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-c59a3d68-52e2-4e82-914c-11946a707f9c tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Allocated IP 172.20.0.10 (a19c288c-9b16-49c5-b361-bdd6bc6553ae/f84d651f-149d-4692-a0b1-3dc60793cda6/2f64a540-a793-4305-9ee9-6fe3b62e1388) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:32:32.690483 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b4f6a-e821-4eea-ae6b-6643f95c6198 None None] Pushing event updated for resources: {'Port': ['ID=3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca,revision_number=3']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:32.741009 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] Routers {'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:32:32.741647 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:32:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['e5da5c74-b1f2-47f3-a042-4db0f85a5fb3'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:32:32.827202 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:32.828889 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d9cc92a7-a63a-4787-8d83-e3a0a42f589a req-c98f3b61-6c0b-4a88-8d04-c6851b147984 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 210 time: 0.0993180 Oct 29 13:32:32.879733 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f2c09-a556-4278-aaca-30867916b04a req-6dbcf472-9a10-43b6-b426-101a4906f742 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:32.881226 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-533f2c09-a556-4278-aaca-30867916b04a req-6dbcf472-9a10-43b6-b426-101a4906f742 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.26 "GET /v2.0/networks?id=797a2d64-a318-481c-b064-119a76b4777f HTTP/1.1" status: 200 len: 814 time: 0.9248092 Oct 29 13:32:32.893799 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c65920a6-353f-4b88-a69c-48d8479d8692 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:32.900748 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] For port 5d0166f5-7f4f-462a-bf80-50b5f554c9dd, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=5d0166f5-7f4f-462a-bf80-50b5f554c9dd,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:32:32.920938 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:32.973678 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] Notify callbacks [] for port, precommit_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:33.001565 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:33.015585 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-c59a3d68-52e2-4e82-914c-11946a707f9c tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:33.092396 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-c59a3d68-52e2-4e82-914c-11946a707f9c tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:33.095746 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] Set router e5da5c74-b1f2-47f3-a042-4db0f85a5fb3 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:32:33.127307 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c65920a6-353f-4b88-a69c-48d8479d8692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:33.203954 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ede54-1195-4524-aad0-82f564c0f717 None None] Pushing event updated for resources: {'Port': ['ID=cc672b8c-1a77-4794-ba70-0a8277146a4f,revision_number=2']} {{(pid=101277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:33.246173 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.managers [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] Attempting to bind port cc672b8c-1a77-4794-ba70-0a8277146a4f on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:32:33.247965 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.managers [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] Attempting to bind port cc672b8c-1a77-4794-ba70-0a8277146a4f by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}] {{(pid=101277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:32:33.248663 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] Attempting to bind port cc672b8c-1a77-4794-ba70-0a8277146a4f on network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:32:33.261433 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [req-533f2c09-a556-4278-aaca-30867916b04a req-efb3c178-6f52-43e5-9948-7288482d3010 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Request body: {'port': {'device_id': 'bd2ea5b2-033b-4585-b78d-30ba7fbd82bd', 'network_id': '797a2d64-a318-481c-b064-119a76b4777f', 'admin_state_up': True, 'tenant_id': '5dbd3236e0cc40379a8e1e72b80f965e'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:33.264107 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:32:33.265061 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] Checking segment: {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:32:33.265756 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:33.267828 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] Bound using segment: {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'} {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:32:33.268545 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.managers [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] Bound port: cc672b8c-1a77-4794-ba70-0a8277146a4f, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}}] {{(pid=101277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:32:33.269579 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:33.477976 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.db [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] For port cc672b8c-1a77-4794-ba70-0a8277146a4f, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:32:33.511728 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.db [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] For port cc672b8c-1a77-4794-ba70-0a8277146a4f, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=cc672b8c-1a77-4794-ba70-0a8277146a4f,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:32:33.523342 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:33.592980 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65920a6-353f-4b88-a69c-48d8479d8692 admin admin] Pushing event updated for resources: {'Port': ['ID=8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:33.614041 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Pushing event updated for resources: {'Port': ['ID=5d0166f5-7f4f-462a-bf80-50b5f554c9dd,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:33.623567 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65920a6-353f-4b88-a69c-48d8479d8692 admin admin] Network 9b00fe28-a5bb-47a1-b3da-ae5774a84660 is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:32:33.673679 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ede54-1195-4524-aad0-82f564c0f717 None None] Pushing event updated for resources: {'Port': ['ID=cc672b8c-1a77-4794-ba70-0a8277146a4f,revision_number=3']} {{(pid=101277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:33.728615 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] Routers {'1abfc369-9d32-4afe-ad00-faa027c4059c'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:32:33.728615 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:32:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1abfc369-9d32-4afe-ad00-faa027c4059c'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:32:33.827634 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3', 'name': 'tempest-ServerRescueNegativeTestJSON-1589959059-router', 'tenant_id': '7078166fcf074917b62f68cae696746b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:27Z', 'revision_number': 3, 'project_id': '7078166fcf074917b62f68cae696746b', 'gw_port': {'id': '3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:32:33.844416 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8959f392-bdb2-478d-9870-7b3f67234642 req-7fa58f8a-62ea-4285-bb42-3ac575ed5efc tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 210 time: 1.1877432 Oct 29 13:32:33.866576 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a3d68-52e2-4e82-914c-11946a707f9c tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Pushing event updated for resources: {'Port': ['ID=2f64a540-a793-4305-9ee9-6fe3b62e1388,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:33.911945 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] Set router 1abfc369-9d32-4afe-ad00-faa027c4059c gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:32:33.919704 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-c59a3d68-52e2-4e82-914c-11946a707f9c tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Network a19c288c-9b16-49c5-b361-bdd6bc6553ae is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:32:33.922271 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-c59a3d68-52e2-4e82-914c-11946a707f9c tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:33.933372 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-c59a3d68-52e2-4e82-914c-11946a707f9c tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:32:33.953283 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-c59a3d68-52e2-4e82-914c-11946a707f9c tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:33.954011 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-c59a3d68-52e2-4e82-914c-11946a707f9c tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:33.971886 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 5d0166f5-7f4f-462a-bf80-50b5f554c9dd up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:32:33.975389 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbccf3a-50f4-4985-9480-dea2c84a1aa0 None None] The sync data for ids ['e5da5c74-b1f2-47f3-a042-4db0f85a5fb3'] in dv-cinder-815884-1-iscsi is: [{'id': 'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3', 'name': 'tempest-ServerRescueNegativeTestJSON-1589959059-router', 'tenant_id': '7078166fcf074917b62f68cae696746b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:27Z', 'revision_number': 3, 'project_id': '7078166fcf074917b62f68cae696746b', 'gw_port': {'id': '3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:32:34.022951 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-c59a3d68-52e2-4e82-914c-11946a707f9c tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3188665 Oct 29 13:32:34.039928 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-952ceb88-5586-420c-af7c-146fc03c132e tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 13:32:34.066963 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-952ceb88-5586-420c-af7c-146fc03c132e tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064673 Oct 29 13:32:34.135622 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 5d0166f5-7f4f-462a-bf80-50b5f554c9dd triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:34.136225 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:34.174260 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-c65920a6-353f-4b88-a69c-48d8479d8692 admin admin] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:34.185135 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65920a6-353f-4b88-a69c-48d8479d8692 admin admin] Received port after_create {{(pid=101275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:32:34.187105 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c65920a6-353f-4b88-a69c-48d8479d8692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502416'] for router_interface, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:34.219827 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85de0b-b25a-4d2f-8409-3bb1b12d7428 req-f227ff41-2747-485e-a725-86a406e3883b tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:34.255881 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8e85de0b-b25a-4d2f-8409-3bb1b12d7428 req-f227ff41-2747-485e-a725-86a406e3883b tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 932 time: 0.1871088 Oct 29 13:32:34.391720 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8e85de0b-b25a-4d2f-8409-3bb1b12d7428 req-c1ab8b52-f2b0-4c89-a03f-7ff6deb3b002 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1642f70-fbb0-45e9-a62a-ce1673eb3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351788 Oct 29 13:32:34.462619 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 57284) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:34.572849 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'name': 'tempest-AttachVolumeShelveTestJSON-1805075616-router', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:28Z', 'revision_number': 3, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'gw_port': {'id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:32:34.620353 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-92711f49-0e2c-4cf9-9d3b-4c148f8319d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:34.656109 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9f29a1-857a-48a8-8197-a692e93bca83 None None] The sync data for ids ['1abfc369-9d32-4afe-ad00-faa027c4059c'] in dv-cinder-815884-1-iscsi is: [{'id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'name': 'tempest-AttachVolumeShelveTestJSON-1805075616-router', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:28Z', 'revision_number': 3, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'gw_port': {'id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}] {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:32:34.671175 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bb5c3bbf-e949-41ad-8047-7f09828b8974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:34.732641 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-e529641d-b287-44f4-a178-fe54d57936e0 None None] Provisioning complete for port 8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:34.733246 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-e529641d-b287-44f4-a178-fe54d57936e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:34.769849 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-76259401-eb27-49ee-b29c-0cc43df30b00 service neutron] Request body: {'port': {'device_id': '9697ec88-0207-4a75-9f13-334453021731', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:34.791546 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-e529641d-b287-44f4-a178-fe54d57936e0 None None] Port 8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:32:35.044626 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-76259401-eb27-49ee-b29c-0cc43df30b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:35.091527 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 57292) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:35.557157 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_common [None req-92711f49-0e2c-4cf9-9d3b-4c148f8319d4 admin admin] Allocated IP 172.20.0.1 (d5f220f7-750e-495a-b9c4-c7c245afa919/1929ad4c-8f08-4de6-91ed-e7a6821dc3a0/938ba0d9-fa8b-4d79-861a-9f351d475c6d) {{(pid=101275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:32:35.563793 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8cef5e0d-3944-4fd9-b25e-ea8fb0745ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:35.787014 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-92711f49-0e2c-4cf9-9d3b-4c148f8319d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:35.940809 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-92711f49-0e2c-4cf9-9d3b-4c148f8319d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:35.963760 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-65d3f0b8-3763-479b-a868-ac5582fee306 req-2058b5c0-3f90-4293-9e17-401a03951155 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 210 time: 0.8483655 Oct 29 13:32:36.041298 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:32:36.143644 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c65920a6-353f-4b88-a69c-48d8479d8692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:36.158403 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-db5ee353-8e3b-434f-837c-81e9eae2454e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:36.161759 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:36.162540 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:36.219559 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92711f49-0e2c-4cf9-9d3b-4c148f8319d4 admin admin] Network d5f220f7-750e-495a-b9c4-c7c245afa919 is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:32:36.246542 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-92711f49-0e2c-4cf9-9d3b-4c148f8319d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:36.262954 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92711f49-0e2c-4cf9-9d3b-4c148f8319d4 admin admin] Received port after_create {{(pid=101275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:32:36.265335 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-92711f49-0e2c-4cf9-9d3b-4c148f8319d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502416'] for router_interface, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:36.273646 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-533f2c09-a556-4278-aaca-30867916b04a req-efb3c178-6f52-43e5-9948-7288482d3010 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Made reservation on behalf of 5dbd3236e0cc40379a8e1e72b80f965e for: {'port': 1} {{(pid=101275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:32:36.280737 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-533f2c09-a556-4278-aaca-30867916b04a req-efb3c178-6f52-43e5-9948-7288482d3010 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:36.360097 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8cef5e0d-3944-4fd9-b25e-ea8fb0745ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:36.389502 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 57314) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:36.408571 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8cef5e0d-3944-4fd9-b25e-ea8fb0745ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:36.411395 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:36.472985 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92711f49-0e2c-4cf9-9d3b-4c148f8319d4 admin admin] Pushing event updated for resources: {'Port': ['ID=938ba0d9-fa8b-4d79-861a-9f351d475c6d,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:36.486511 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] For port 3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:32:36.495657 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:36.496505 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device cc672b8c-1a77-4794-ba70-0a8277146a4f up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:32:36.630750 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-8cef5e0d-3944-4fd9-b25e-ea8fb0745ce5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c5109001fcd9481ba0ce8cc3f591daaf&name=default HTTP/1.1" status: 200 len: 2978 time: 1.5355697 Oct 29 13:32:36.645311 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef5e0d-3944-4fd9-b25e-ea8fb0745ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b4182e-33ec-4f09-be36-a0e79111b155,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:36.648899 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 57318) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:36.701899 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114d726-bd20-42c8-8623-0b015cf698f7 req-daffc862-8b0c-46a3-b086-8f79ee50afa9 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:36.710000 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0114d726-bd20-42c8-8623-0b015cf698f7 req-daffc862-8b0c-46a3-b086-8f79ee50afa9 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 932 time: 0.6191266 Oct 29 13:32:36.729322 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port cc672b8c-1a77-4794-ba70-0a8277146a4f triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:36.729955 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:36.738619 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-25496d7b-c9e9-4107-b22c-63c8797ed259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:36.740515 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Pushing event updated for resources: {'Port': ['ID=3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:36.756831 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-76259401-eb27-49ee-b29c-0cc43df30b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f64a540-a793-4305-9ee9-6fe3b62e1388 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:32:36.804725 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-76259401-eb27-49ee-b29c-0cc43df30b00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:36.907748 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:36.913703 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-76259401-eb27-49ee-b29c-0cc43df30b00 service neutron] Transition to ACTIVE for port object 2f64a540-a793-4305-9ee9-6fe3b62e1388 will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 13:32:36.966265 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] For port cc672b8c-1a77-4794-ba70-0a8277146a4f, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=cc672b8c-1a77-4794-ba70-0a8277146a4f,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:32:36.976986 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:36.984632 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-76259401-eb27-49ee-b29c-0cc43df30b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:37.051145 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Pushing event updated for resources: {'Port': ['ID=cc672b8c-1a77-4794-ba70-0a8277146a4f,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:37.078045 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0114d726-bd20-42c8-8623-0b015cf698f7 req-d5ec7081-30f2-42f1-82e6-8dbd5391ceec tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1642f70-fbb0-45e9-a62a-ce1673eb3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669229 Oct 29 13:32:37.100871 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_common [None req-bb5c3bbf-e949-41ad-8047-7f09828b8974 admin admin] Allocated IP 172.20.0.1 (0342d3e5-b15b-4d7b-9252-6c7510cc9cfa/de6a4b99-0646-46d8-a18a-25de200d28c4/3a80087b-91b9-455b-9761-f304b223a9dc) {{(pid=101275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:32:37.123274 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-db5ee353-8e3b-434f-837c-81e9eae2454e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:37.190904 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-db5ee353-8e3b-434f-837c-81e9eae2454e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:37.234759 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8dc98efd-a3d0-4516-a0eb-994b7bbd11dd req-0f48232f-9b98-4718-b12b-4957f90011f3 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 210 time: 0.1047413 Oct 29 13:32:37.235370 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6f59b804-5835-439d-8bf2-375be6fda510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:37.281053 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ee353-8e3b-434f-837c-81e9eae2454e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9e3c13-43f5-45ef-9d14-e9bd38faf8cb,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:37.316122 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76259401-eb27-49ee-b29c-0cc43df30b00 service neutron] Pushing event updated for resources: {'Port': ['ID=2f64a540-a793-4305-9ee9-6fe3b62e1388,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:37.328547 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-76259401-eb27-49ee-b29c-0cc43df30b00 service neutron] Attempting to bind port 2f64a540-a793-4305-9ee9-6fe3b62e1388 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:32:37.328909 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-76259401-eb27-49ee-b29c-0cc43df30b00 service neutron] Attempting to bind port 2f64a540-a793-4305-9ee9-6fe3b62e1388 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'b3efb1a5-1b86-45aa-b262-27650811f687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a19c288c-9b16-49c5-b361-bdd6bc6553ae'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:32:37.329259 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-76259401-eb27-49ee-b29c-0cc43df30b00 service neutron] Attempting to bind port 2f64a540-a793-4305-9ee9-6fe3b62e1388 on network a19c288c-9b16-49c5-b361-bdd6bc6553ae {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:32:37.338572 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-76259401-eb27-49ee-b29c-0cc43df30b00 service neutron] Port 2f64a540-a793-4305-9ee9-6fe3b62e1388 on network a19c288c-9b16-49c5-b361-bdd6bc6553ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 13:32:37.338873 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-76259401-eb27-49ee-b29c-0cc43df30b00 service neutron] Attempting to bind port 2f64a540-a793-4305-9ee9-6fe3b62e1388 on network a19c288c-9b16-49c5-b361-bdd6bc6553ae {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:32:37.347460 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-db5ee353-8e3b-434f-837c-81e9eae2454e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f77c7afce9d24f6abd7e0f82ad58a3af&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8809056 Oct 29 13:32:37.349342 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 57322) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:37.356638 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_common [req-533f2c09-a556-4278-aaca-30867916b04a req-efb3c178-6f52-43e5-9948-7288482d3010 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Allocated IP 172.20.0.12 (797a2d64-a318-481c-b064-119a76b4777f/336b7c87-283f-4775-a0c5-465adcbb1c88/becdb76f-bef6-416c-8357-4fa91c08d663) {{(pid=101275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:32:37.381343 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-25496d7b-c9e9-4107-b22c-63c8797ed259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:37.384141 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6f59b804-5835-439d-8bf2-375be6fda510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:37.385353 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-76259401-eb27-49ee-b29c-0cc43df30b00 service neutron] Checking agent: {'id': 'f4eb5ed7-5e0f-48be-9842-f1315b14e800', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'started_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:32:37.386648 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-76259401-eb27-49ee-b29c-0cc43df30b00 service neutron] Checking segment: {'id': 'b3efb1a5-1b86-45aa-b262-27650811f687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a19c288c-9b16-49c5-b361-bdd6bc6553ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:32:37.388236 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-76259401-eb27-49ee-b29c-0cc43df30b00 service neutron] Bound using segment: {'id': 'b3efb1a5-1b86-45aa-b262-27650811f687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a19c288c-9b16-49c5-b361-bdd6bc6553ae'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:32:37.388803 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-76259401-eb27-49ee-b29c-0cc43df30b00 service neutron] Bound port: 2f64a540-a793-4305-9ee9-6fe3b62e1388, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3efb1a5-1b86-45aa-b262-27650811f687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a19c288c-9b16-49c5-b361-bdd6bc6553ae'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:32:37.389167 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-76259401-eb27-49ee-b29c-0cc43df30b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:37.432099 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-25496d7b-c9e9-4107-b22c-63c8797ed259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:37.448966 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c65920a6-353f-4b88-a69c-48d8479d8692 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:37.456691 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-92711f49-0e2c-4cf9-9d3b-4c148f8319d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:37.489373 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c65920a6-353f-4b88-a69c-48d8479d8692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:37.490278 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c65920a6-353f-4b88-a69c-48d8479d8692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502500'] for router_interface, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:37.554385 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-25496d7b-c9e9-4107-b22c-63c8797ed259 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f142d1d7a7c847c9a4cfe7002d45d92b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1535149 Oct 29 13:32:37.561352 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 57324) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:37.563409 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25496d7b-c9e9-4107-b22c-63c8797ed259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538fe1ba-d89d-4769-88b3-8e8617712192,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:37.580966 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8d6e4b3f-e3a7-457a-a5cf-d337b2bc46c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:37.651949 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8d6e4b3f-e3a7-457a-a5cf-d337b2bc46c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:37.678842 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-76259401-eb27-49ee-b29c-0cc43df30b00 service neutron] For port 2f64a540-a793-4305-9ee9-6fe3b62e1388, host hv-cinder-81588, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:32:37.720648 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-76259401-eb27-49ee-b29c-0cc43df30b00 service neutron] For port 2f64a540-a793-4305-9ee9-6fe3b62e1388, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=2f64a540-a793-4305-9ee9-6fe3b62e1388,segment=NetworkSegment(b3efb1a5-1b86-45aa-b262-27650811f687),segment_id=b3efb1a5-1b86-45aa-b262-27650811f687)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:32:37.736090 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-76259401-eb27-49ee-b29c-0cc43df30b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:37.749308 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e719184a-4373-4f8e-ba04-0579f85c6c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:37.802274 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-76259401-eb27-49ee-b29c-0cc43df30b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:37.802964 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-76259401-eb27-49ee-b29c-0cc43df30b00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:37.804403 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-76259401-eb27-49ee-b29c-0cc43df30b00 service neutron] 10.222.0.26 "PUT /v2.0/ports/2f64a540-a793-4305-9ee9-6fe3b62e1388 HTTP/1.1" status: 200 len: 1094 time: 3.5364599 Oct 29 13:32:37.805132 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9697ec88-0207-4a75-9f13-334453021731', 'tag': '2f64a540-a793-4305-9ee9-6fe3b62e1388'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:32:37.837167 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65920a6-353f-4b88-a69c-48d8479d8692 admin admin] Pushing event updated for resources: {'Port': ['ID=8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a,revision_number=2']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:37.864062 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bb5c3bbf-e949-41ad-8047-7f09828b8974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:37.868698 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e719184a-4373-4f8e-ba04-0579f85c6c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:37.870325 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6f59b804-5835-439d-8bf2-375be6fda510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:37.874461 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6f59b804-5835-439d-8bf2-375be6fda510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:37.891473 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-6f59b804-5835-439d-8bf2-375be6fda510 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/69b4182e-33ec-4f09-be36-a0e79111b155 HTTP/1.1" status: 204 len: 168 time: 1.0827601 Oct 29 13:32:37.904798 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:32:37.912173 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8d6e4b3f-e3a7-457a-a5cf-d337b2bc46c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:37.920386 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8d6e4b3f-e3a7-457a-a5cf-d337b2bc46c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:37.924403 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-8d6e4b3f-e3a7-457a-a5cf-d337b2bc46c3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8a9e3c13-43f5-45ef-9d14-e9bd38faf8cb HTTP/1.1" status: 204 len: 168 time: 0.5744076 Oct 29 13:32:37.970805 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76259401-eb27-49ee-b29c-0cc43df30b00 service neutron] Pushing event updated for resources: {'Port': ['ID=2f64a540-a793-4305-9ee9-6fe3b62e1388,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:37.974223 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e4b3f-e3a7-457a-a5cf-d337b2bc46c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9e3c13-43f5-45ef-9d14-e9bd38faf8cb,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:38.029515 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e719184a-4373-4f8e-ba04-0579f85c6c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:38.034701 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e719184a-4373-4f8e-ba04-0579f85c6c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:38.036303 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-e719184a-4373-4f8e-ba04-0579f85c6c71 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/538fe1ba-d89d-4769-88b3-8e8617712192 HTTP/1.1" status: 204 len: 168 time: 0.4738054 Oct 29 13:32:38.070634 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719184a-4373-4f8e-ba04-0579f85c6c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538fe1ba-d89d-4769-88b3-8e8617712192,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:38.076372 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:38.076863 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:38.147444 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbd3b52-63ce-4831-91f2-350bf05879a9" -d '{"events": [{"name": "network-changed", "server_uuid": "9697ec88-0207-4a75-9f13-334453021731", "tag": "2f64a540-a793-4305-9ee9-6fe3b62e1388"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:32:38.265671 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device cc672b8c-1a77-4794-ba70-0a8277146a4f up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:32:38.362174 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59b804-5835-439d-8bf2-375be6fda510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b4182e-33ec-4f09-be36-a0e79111b155,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:38.408230 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port cc672b8c-1a77-4794-ba70-0a8277146a4f triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:38.423470 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:38.494177 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65920a6-353f-4b88-a69c-48d8479d8692 admin admin] Network 9b00fe28-a5bb-47a1-b3da-ae5774a84660 is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:32:38.498280 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-533f2c09-a556-4278-aaca-30867916b04a req-efb3c178-6f52-43e5-9948-7288482d3010 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks [] for port, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:38.508657 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-c65920a6-353f-4b88-a69c-48d8479d8692 admin admin] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:38.519604 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bb5c3bbf-e949-41ad-8047-7f09828b8974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:38.561610 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e8651-c8ec-4dcb-83d3-df45d50211e9 req-a079bc2c-6637-4c84-a4cd-2e0bb67982d2 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:38.571034 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c23e8651-c8ec-4dcb-83d3-df45d50211e9 req-a079bc2c-6637-4c84-a4cd-2e0bb67982d2 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 944 time: 0.3379941 Oct 29 13:32:38.588548 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-73066f12-c01c-4962-9284-4f6cc1ce82ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:38.590148 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-73066f12-c01c-4962-9284-4f6cc1ce82ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=14990b53311b47f3839dcf8442e0b79e&device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 1097 time: 0.3261094 Oct 29 13:32:38.724017 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-b9bf9c44-0390-4da2-93ca-179dccbb407a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f64a540-a793-4305-9ee9-6fe3b62e1388 HTTP/1.1" status: 200 len: 217 time: 0.0991564 Oct 29 13:32:38.765358 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c23e8651-c8ec-4dcb-83d3-df45d50211e9 req-e27bdf30-8fe2-45be-90f5-dc1b427a14a8 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1642f70-fbb0-45e9-a62a-ce1673eb3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857426 Oct 29 13:32:38.903972 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65920a6-353f-4b88-a69c-48d8479d8692 admin admin] Router 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:32:38.911460 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5c3bbf-e949-41ad-8047-7f09828b8974 admin admin] Network 0342d3e5-b15b-4d7b-9252-6c7510cc9cfa is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:32:38.922519 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-92711f49-0e2c-4cf9-9d3b-4c148f8319d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:38.936380 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-bb5c3bbf-e949-41ad-8047-7f09828b8974 admin admin] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:38.968192 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-611bfc7c-9664-4af3-a10d-b92b1bf7fd70 None None] Provisioning complete for port 8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:38.968576 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-611bfc7c-9664-4af3-a10d-b92b1bf7fd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:38.975106 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-92711f49-0e2c-4cf9-9d3b-4c148f8319d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:38.978073 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-92711f49-0e2c-4cf9-9d3b-4c148f8319d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502500'] for router_interface, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:38.986631 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5c3bbf-e949-41ad-8047-7f09828b8974 admin admin] Received port after_create {{(pid=101275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:32:38.987338 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bb5c3bbf-e949-41ad-8047-7f09828b8974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502416'] for router_interface, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:38.992826 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c3bbf-e949-41ad-8047-7f09828b8974 admin admin] Pushing event updated for resources: {'Port': ['ID=3a80087b-91b9-455b-9761-f304b223a9dc,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:39.051906 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-611bfc7c-9664-4af3-a10d-b92b1bf7fd70 None None] Port 8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:32:39.159423 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-bdd0521f-e980-402d-8503-5db291604840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:39.162877 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-bdd0521f-e980-402d-8503-5db291604840 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f84d651f-149d-4692-a0b1-3dc60793cda6 HTTP/1.1" status: 200 len: 851 time: 0.3895109 Oct 29 13:32:39.208914 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161b028-34c1-4286-8aea-85fbc1e43c01 req-e0ec54fd-5dd3-4946-aef8-37da1b4df863 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:39.226432 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a161b028-34c1-4286-8aea-85fbc1e43c01 req-e0ec54fd-5dd3-4946-aef8-37da1b4df863 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 932 time: 0.0931127 Oct 29 13:32:39.299538 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-533f2c09-a556-4278-aaca-30867916b04a req-efb3c178-6f52-43e5-9948-7288482d3010 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:39.301819 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 57362) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:39.339193 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82d0f8d-5c5b-4a11-a217-af85a236fb08 x-openstack-request-id: req-e82d0f8d-5c5b-4a11-a217-af85a236fb08 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:32:39.339531 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9697ec88-0207-4a75-9f13-334453021731", "tag": "2f64a540-a793-4305-9ee9-6fe3b62e1388", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:32:39.339671 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e82d0f8d-5c5b-4a11-a217-af85a236fb08 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:32:39.340171 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9697ec88-0207-4a75-9f13-334453021731', 'tag': '2f64a540-a793-4305-9ee9-6fe3b62e1388', 'status': 'completed', 'code': 200} Oct 29 13:32:39.393800 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-b44ae1d4-ae79-4e53-881c-553327527449 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a19c288c-9b16-49c5-b361-bdd6bc6553ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1644766 Oct 29 13:32:39.397636 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-253aa056-2d65-4fb1-ae8c-a7b8c429b8fd None None] Provisioning complete for port 3a80087b-91b9-455b-9761-f304b223a9dc triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:39.398787 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-253aa056-2d65-4fb1-ae8c-a7b8c429b8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:39.413703 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a161b028-34c1-4286-8aea-85fbc1e43c01 req-cffaf84c-9b7e-4369-b22a-0f2fd609bd67 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861968 Oct 29 13:32:39.446983 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b2b6f464-4227-44ba-b41e-772a9f3d094c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:39.473985 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92711f49-0e2c-4cf9-9d3b-4c148f8319d4 admin admin] Pushing event updated for resources: {'Port': ['ID=938ba0d9-fa8b-4d79-861a-9f351d475c6d,revision_number=2']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:39.482563 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-253aa056-2d65-4fb1-ae8c-a7b8c429b8fd None None] Port 3a80087b-91b9-455b-9761-f304b223a9dc cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:32:39.629556 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533f2c09-a556-4278-aaca-30867916b04a req-efb3c178-6f52-43e5-9948-7288482d3010 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Network 797a2d64-a318-481c-b064-119a76b4777f is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:32:39.656921 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [req-533f2c09-a556-4278-aaca-30867916b04a req-efb3c178-6f52-43e5-9948-7288482d3010 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:39.678142 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [req-533f2c09-a556-4278-aaca-30867916b04a req-efb3c178-6f52-43e5-9948-7288482d3010 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Received port after_create {{(pid=101275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:32:39.683923 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f2c09-a556-4278-aaca-30867916b04a req-efb3c178-6f52-43e5-9948-7288482d3010 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:39.685057 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-533f2c09-a556-4278-aaca-30867916b04a req-efb3c178-6f52-43e5-9948-7288482d3010 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for port, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:39.756268 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3c178-6f52-43e5-9948-7288482d3010 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Pushing event updated for resources: {'Port': ['ID=becdb76f-bef6-416c-8357-4fa91c08d663,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:39.771576 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-533f2c09-a556-4278-aaca-30867916b04a req-efb3c178-6f52-43e5-9948-7288482d3010 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6730323 Oct 29 13:32:39.779246 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65920a6-353f-4b88-a69c-48d8479d8692 admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:32:39.783167 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92711f49-0e2c-4cf9-9d3b-4c148f8319d4 admin admin] Network d5f220f7-750e-495a-b9c4-c7c245afa919 is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:32:39.797094 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-c65920a6-353f-4b88-a69c-48d8479d8692 admin admin] 10.222.0.96 "PUT /v2.0/routers/5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7128029 Oct 29 13:32:39.797298 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] Sync routers for ids ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:32:39.797390 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-92711f49-0e2c-4cf9-9d3b-4c148f8319d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:39.813283 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] Routers {'5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:32:39.814553 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:32:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:32:39.875773 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bb5c3bbf-e949-41ad-8047-7f09828b8974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:39.944316 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b2b6f464-4227-44ba-b41e-772a9f3d094c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:39.982627 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b2b6f464-4227-44ba-b41e-772a9f3d094c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:40.102681 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [req-533f2c09-a556-4278-aaca-30867916b04a req-a29b6b40-5543-478e-98f2-2ccdc64f7c75 service neutron] Request body: {'port': {'device_id': 'bd2ea5b2-033b-4585-b78d-30ba7fbd82bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:40.196042 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 57390) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:40.204268 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-a35f156e-772f-45fa-86f7-d7e921c70382 service neutron] 10.222.0.26 "GET /v2.0/networks/a19c288c-9b16-49c5-b361-bdd6bc6553ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743124 Oct 29 13:32:40.206151 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-b2b6f464-4227-44ba-b41e-772a9f3d094c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dae2d469a6564c8bb83bde04f0210579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8862748 Oct 29 13:32:40.258248 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] Set router 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:32:40.288382 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6f464-4227-44ba-b41e-772a9f3d094c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350f4174-ab15-49a8-839d-790f20ab7b09,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:40.376932 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538ed44-5ccf-42e0-8bd3-de0a2a8886a3 req-94120d2b-3a21-4845-b51a-4968d7798204 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:40.378503 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-2538ed44-5ccf-42e0-8bd3-de0a2a8886a3 req-94120d2b-3a21-4845-b51a-4968d7798204 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 944 time: 0.4364719 Oct 29 13:32:40.402155 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92711f49-0e2c-4cf9-9d3b-4c148f8319d4 admin admin] Router e5da5c74-b1f2-47f3-a042-4db0f85a5fb3 has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:32:40.429280 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3280826a-4e95-4837-8926-0f39767fbc4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:40.511928 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-533f2c09-a556-4278-aaca-30867916b04a req-a29b6b40-5543-478e-98f2-2ccdc64f7c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:40.524359 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3280826a-4e95-4837-8926-0f39767fbc4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:40.528833 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-424049c2-7ce9-4543-b772-6d90a33ee5cc req-01337753-5a11-4f9e-b078-5fe07de126af service neutron] 10.222.0.26 "GET /v2.0/networks/a19c288c-9b16-49c5-b361-bdd6bc6553ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985139 Oct 29 13:32:40.647669 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3280826a-4e95-4837-8926-0f39767fbc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:40.657728 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3280826a-4e95-4837-8926-0f39767fbc4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:40.663526 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-3280826a-4e95-4837-8926-0f39767fbc4a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/350f4174-ab15-49a8-839d-790f20ab7b09 HTTP/1.1" status: 204 len: 168 time: 0.4659369 Oct 29 13:32:40.687050 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280826a-4e95-4837-8926-0f39767fbc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350f4174-ab15-49a8-839d-790f20ab7b09,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:40.750787 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd3b52-63ce-4831-91f2-350bf05879a9 req-6298c44b-d9b8-4c4a-8746-6187ea38029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:40.757993 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1cbd3b52-63ce-4831-91f2-350bf05879a9 req-6298c44b-d9b8-4c4a-8746-6187ea38029c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=14990b53311b47f3839dcf8442e0b79e&device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 1097 time: 0.0567520 Oct 29 13:32:40.763533 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-2538ed44-5ccf-42e0-8bd3-de0a2a8886a3 req-9bde63b0-4df8-42ba-8483-19a0408d3dd8 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1642f70-fbb0-45e9-a62a-ce1673eb3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600743 Oct 29 13:32:41.088283 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'name': 'tempest-AttachVolumeTestJSON-909382734-router', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:35Z', 'revision_number': 4, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'gw_port': {'id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a', 'name': '', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'mac_address': 'fa:16:3e:75:18:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:30Z', 'updated_at': '2021-10-29T13:32:36Z', 'revision_number': 2, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'subnets': [{'id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:32:41.156767 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] Checking router: 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:32:41.157131 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] Updating router 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 port 8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a binding host dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 13:32:41.210786 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd3b52-63ce-4831-91f2-350bf05879a9 req-04adf3ad-9209-4986-8181-39ebab7643e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:41.212508 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1cbd3b52-63ce-4831-91f2-350bf05879a9 req-04adf3ad-9209-4986-8181-39ebab7643e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a19c288c-9b16-49c5-b361-bdd6bc6553ae HTTP/1.1" status: 200 len: 912 time: 0.4393013 Oct 29 13:32:41.233654 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:41.341320 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 57414) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:41.349129 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-6e46d249-2444-4fa0-91ae-a681edee661c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--722375210', 'description': 'tempest-description--790958595'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:41.417019 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6e46d249-2444-4fa0-91ae-a681edee661c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:41.550668 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6e46d249-2444-4fa0-91ae-a681edee661c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:41.556147 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6e46d249-2444-4fa0-91ae-a681edee661c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:41.590791 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6e46d249-2444-4fa0-91ae-a681edee661c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:41.594913 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-6e46d249-2444-4fa0-91ae-a681edee661c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2519774 Oct 29 13:32:41.608446 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 57420) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:41.621239 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-2b8ec701-54fe-49c8-9bc7-699806734eb1 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Request body: {'security_group_rule': {'security_group_id': 'f1a886a9-dd8b-42a3-8acc-44c7d9e2d243', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:41.680370 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46d249-2444-4fa0-91ae-a681edee661c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:41.752918 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2b8ec701-54fe-49c8-9bc7-699806734eb1 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:41.878250 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] Notify callbacks [] for port, precommit_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:41.892863 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2b8ec701-54fe-49c8-9bc7-699806734eb1 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:41.894654 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:41.911704 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2b8ec701-54fe-49c8-9bc7-699806734eb1 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:41.933489 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 57434) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:41.989939 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2b8ec701-54fe-49c8-9bc7-699806734eb1 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:41.992022 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-2b8ec701-54fe-49c8-9bc7-699806734eb1 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3797355 Oct 29 13:32:41.993309 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95342b-a906-406e-bfd7-73e08f57414f None None] Pushing event updated for resources: {'Port': ['ID=8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a,revision_number=3']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:41.995611 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 57438) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:42.007120 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-e1d4711d-87f8-4024-ae59-e92b11935032 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Request body: {'security_group_rule': {'security_group_id': 'f1a886a9-dd8b-42a3-8acc-44c7d9e2d243', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:42.022166 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ec701-54fe-49c8-9bc7-699806734eb1 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4edfc75f-3529-4e68-828a-90444f6c633d,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:42.067793 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2d8f3-9f69-43f7-afbc-7534d97b51f9 req-fb036ba0-f1fb-4883-96f4-01009b5cca6d tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:42.076717 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d8a2d8f3-9f69-43f7-afbc-7534d97b51f9 req-fb036ba0-f1fb-4883-96f4-01009b5cca6d tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 944 time: 0.1415968 Oct 29 13:32:42.125860 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e1d4711d-87f8-4024-ae59-e92b11935032 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:42.190553 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] Attempting to bind port 8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:32:42.191072 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] Attempting to bind port 8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '527f676e-5a03-488c-8dd0-cadb1d3b0adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660'}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:32:42.191278 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] Attempting to bind port 8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a on network 9b00fe28-a5bb-47a1-b3da-ae5774a84660 {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:32:42.198840 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92711f49-0e2c-4cf9-9d3b-4c148f8319d4 admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:32:42.200407 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e1d4711d-87f8-4024-ae59-e92b11935032 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:42.209534 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:32:42.209957 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] Checking segment: {'id': '527f676e-5a03-488c-8dd0-cadb1d3b0adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:32:42.210359 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:42.210848 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] Bound using segment: {'id': '527f676e-5a03-488c-8dd0-cadb1d3b0adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660'} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:32:42.214673 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] Bound port: 8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527f676e-5a03-488c-8dd0-cadb1d3b0adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660'}}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:32:42.217184 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:42.218727 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] Sync routers for ids ['e5da5c74-b1f2-47f3-a042-4db0f85a5fb3'] in dv-cinder-815884-1-iscsi {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:32:42.220726 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d8a2d8f3-9f69-43f7-afbc-7534d97b51f9 req-aa9392a9-5cd7-4f53-966b-a3c8a6ea9c0b tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1642f70-fbb0-45e9-a62a-ce1673eb3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379750 Oct 29 13:32:42.223533 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e1d4711d-87f8-4024-ae59-e92b11935032 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:42.239235 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] Routers {'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:32:42.243731 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:32:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['e5da5c74-b1f2-47f3-a042-4db0f85a5fb3'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:32:42.245395 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4711d-87f8-4024-ae59-e92b11935032 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7aea58-0d0c-4a75-bb24-14e9265ed29d,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:42.250724 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bb5c3bbf-e949-41ad-8047-7f09828b8974 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:42.261104 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e1d4711d-87f8-4024-ae59-e92b11935032 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:42.264616 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-e1d4711d-87f8-4024-ae59-e92b11935032 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2651320 Oct 29 13:32:42.273334 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 57446) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:42.277817 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-2bddc8ac-26b0-40f2-ae08-d2be7f29c61c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Request body: {'floatingip': {'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:42.286249 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-92711f49-0e2c-4cf9-9d3b-4c148f8319d4 admin admin] 10.222.0.96 "PUT /v2.0/routers/e5da5c74-b1f2-47f3-a042-4db0f85a5fb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6272688 Oct 29 13:32:42.296258 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bb5c3bbf-e949-41ad-8047-7f09828b8974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:42.304833 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bb5c3bbf-e949-41ad-8047-7f09828b8974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502500'] for router_interface, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:42.343423 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] For port 8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:32:42.349872 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] For port 8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a,segment=NetworkSegment(527f676e-5a03-488c-8dd0-cadb1d3b0adb),segment_id=527f676e-5a03-488c-8dd0-cadb1d3b0adb)] {{(pid=101276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:32:42.362645 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:42.367895 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2bddc8ac-26b0-40f2-ae08-d2be7f29c61c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for floatingip, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:42.421001 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787d6b2-5302-458c-b641-dbf4d6452481 req-1d574443-59f2-4354-a8fd-6923b33f1df0 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:42.425500 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-2787d6b2-5302-458c-b641-dbf4d6452481 req-1d574443-59f2-4354-a8fd-6923b33f1df0 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 932 time: 1.0822475 Oct 29 13:32:42.479302 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] Routers {'5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:32:42.479933 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:32:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:32:42.577353 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-95c5f6fa-4e5d-4acc-a47d-022c38d3cc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:42.593356 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] Set router e5da5c74-b1f2-47f3-a042-4db0f85a5fb3 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:32:42.627948 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c3bbf-e949-41ad-8047-7f09828b8974 admin admin] Pushing event updated for resources: {'Port': ['ID=3a80087b-91b9-455b-9761-f304b223a9dc,revision_number=2']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:42.745352 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-2787d6b2-5302-458c-b641-dbf4d6452481 req-27b7b3fc-a439-416e-ba13-7ace2fa1fa2c tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811420 Oct 29 13:32:42.792268 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95342b-a906-406e-bfd7-73e08f57414f None None] Pushing event updated for resources: {'Port': ['ID=8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:42.935297 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [req-533f2c09-a556-4278-aaca-30867916b04a req-a29b6b40-5543-478e-98f2-2ccdc64f7c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id becdb76f-bef6-416c-8357-4fa91c08d663 {{(pid=101275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:32:42.961826 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-533f2c09-a556-4278-aaca-30867916b04a req-a29b6b40-5543-478e-98f2-2ccdc64f7c75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:42.969111 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-00f4a184-e8f0-411d-9e4c-f2d19e124133 None None] Provisioning complete for port 8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:42.970090 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-00f4a184-e8f0-411d-9e4c-f2d19e124133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:42.989503 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5c3bbf-e949-41ad-8047-7f09828b8974 admin admin] Network 0342d3e5-b15b-4d7b-9252-6c7510cc9cfa is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:32:42.997925 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-bb5c3bbf-e949-41ad-8047-7f09828b8974 admin admin] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:43.045949 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.provisioning_blocks [req-533f2c09-a556-4278-aaca-30867916b04a req-a29b6b40-5543-478e-98f2-2ccdc64f7c75 service neutron] Transition to ACTIVE for port object becdb76f-bef6-416c-8357-4fa91c08d663 will not be triggered until provisioned by entity L2. {{(pid=101275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 13:32:43.069800 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1cbd3b52-63ce-4831-91f2-350bf05879a9 req-08cce811-d63c-4172-a974-716790882a8c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f64a540-a793-4305-9ee9-6fe3b62e1388 HTTP/1.1" status: 200 len: 217 time: 0.2962792 Oct 29 13:32:43.103654 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2bddc8ac-26b0-40f2-ae08-d2be7f29c61c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:43.143762 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] Set router 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:32:43.149617 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-533f2c09-a556-4278-aaca-30867916b04a req-a29b6b40-5543-478e-98f2-2ccdc64f7c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:43.234700 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-95c5f6fa-4e5d-4acc-a47d-022c38d3cc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:43.255603 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3', 'name': 'tempest-ServerRescueNegativeTestJSON-1589959059-router', 'tenant_id': '7078166fcf074917b62f68cae696746b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:37Z', 'revision_number': 4, 'project_id': '7078166fcf074917b62f68cae696746b', 'gw_port': {'id': '3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '938ba0d9-fa8b-4d79-861a-9f351d475c6d', 'name': '', 'network_id': 'd5f220f7-750e-495a-b9c4-c7c245afa919', 'tenant_id': '7078166fcf074917b62f68cae696746b', 'mac_address': 'fa:16:3e:4d:1b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1929ad4c-8f08-4de6-91ed-e7a6821dc3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:35Z', 'updated_at': '2021-10-29T13:32:37Z', 'revision_number': 2, 'project_id': '7078166fcf074917b62f68cae696746b', 'subnets': [{'id': '1929ad4c-8f08-4de6-91ed-e7a6821dc3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:32:43.327829 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] Checking router: e5da5c74-b1f2-47f3-a042-4db0f85a5fb3 for host: dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:32:43.329259 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] Updating router e5da5c74-b1f2-47f3-a042-4db0f85a5fb3 port 938ba0d9-fa8b-4d79-861a-9f351d475c6d binding host dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 13:32:43.383267 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-00f4a184-e8f0-411d-9e4c-f2d19e124133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:43.394993 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:43.399696 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-95c5f6fa-4e5d-4acc-a47d-022c38d3cc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:43.476869 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b6b40-5543-478e-98f2-2ccdc64f7c75 service neutron] Pushing event updated for resources: {'Port': ['ID=becdb76f-bef6-416c-8357-4fa91c08d663,revision_number=2']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:43.556392 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [req-533f2c09-a556-4278-aaca-30867916b04a req-a29b6b40-5543-478e-98f2-2ccdc64f7c75 service neutron] Attempting to bind port becdb76f-bef6-416c-8357-4fa91c08d663 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:32:43.556710 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-00f4a184-e8f0-411d-9e4c-f2d19e124133 None None] For port 8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a,segment=NetworkSegment(527f676e-5a03-488c-8dd0-cadb1d3b0adb),segment_id=527f676e-5a03-488c-8dd0-cadb1d3b0adb)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:32:43.556803 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [req-533f2c09-a556-4278-aaca-30867916b04a req-a29b6b40-5543-478e-98f2-2ccdc64f7c75 service neutron] Attempting to bind port becdb76f-bef6-416c-8357-4fa91c08d663 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '5a566e44-33a4-41ce-b950-6305e41afffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '797a2d64-a318-481c-b064-119a76b4777f'}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:32:43.557096 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533f2c09-a556-4278-aaca-30867916b04a req-a29b6b40-5543-478e-98f2-2ccdc64f7c75 service neutron] Attempting to bind port becdb76f-bef6-416c-8357-4fa91c08d663 on network 797a2d64-a318-481c-b064-119a76b4777f {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:32:43.588232 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd3b52-63ce-4831-91f2-350bf05879a9 req-eacb43be-da80-4bff-a630-2ef65ad9019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:43.591124 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416b726-fc7c-4926-abf7-2a42599aa2b4 req-a0546e38-a82d-4036-a857-8ecf023b2dbc tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:43.591830 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1cbd3b52-63ce-4831-91f2-350bf05879a9 req-eacb43be-da80-4bff-a630-2ef65ad9019d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f84d651f-149d-4692-a0b1-3dc60793cda6 HTTP/1.1" status: 200 len: 851 time: 0.5028248 Oct 29 13:32:43.592524 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5f6fa-4e5d-4acc-a47d-022c38d3cc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c8c274-d183-4cf8-8f3e-8f5b85f83773,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:43.594627 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-00f4a184-e8f0-411d-9e4c-f2d19e124133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:43.601191 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8416b726-fc7c-4926-abf7-2a42599aa2b4 req-a0546e38-a82d-4036-a857-8ecf023b2dbc tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 944 time: 0.1856644 Oct 29 13:32:43.604888 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533f2c09-a556-4278-aaca-30867916b04a req-a29b6b40-5543-478e-98f2-2ccdc64f7c75 service neutron] Port becdb76f-bef6-416c-8357-4fa91c08d663 on network 797a2d64-a318-481c-b064-119a76b4777f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 13:32:43.605212 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533f2c09-a556-4278-aaca-30867916b04a req-a29b6b40-5543-478e-98f2-2ccdc64f7c75 service neutron] Attempting to bind port becdb76f-bef6-416c-8357-4fa91c08d663 on network 797a2d64-a318-481c-b064-119a76b4777f {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:32:43.616927 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5c3bbf-e949-41ad-8047-7f09828b8974 admin admin] Router 1abfc369-9d32-4afe-ad00-faa027c4059c has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:32:43.651037 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533f2c09-a556-4278-aaca-30867916b04a req-a29b6b40-5543-478e-98f2-2ccdc64f7c75 service neutron] Checking agent: {'id': 'f4eb5ed7-5e0f-48be-9842-f1315b14e800', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'started_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:32:43.651398 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533f2c09-a556-4278-aaca-30867916b04a req-a29b6b40-5543-478e-98f2-2ccdc64f7c75 service neutron] Checking segment: {'id': '5a566e44-33a4-41ce-b950-6305e41afffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '797a2d64-a318-481c-b064-119a76b4777f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:32:43.651952 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533f2c09-a556-4278-aaca-30867916b04a req-a29b6b40-5543-478e-98f2-2ccdc64f7c75 service neutron] Bound using segment: {'id': '5a566e44-33a4-41ce-b950-6305e41afffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '797a2d64-a318-481c-b064-119a76b4777f'} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:32:43.652457 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [req-533f2c09-a556-4278-aaca-30867916b04a req-a29b6b40-5543-478e-98f2-2ccdc64f7c75 service neutron] Bound port: becdb76f-bef6-416c-8357-4fa91c08d663, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a566e44-33a4-41ce-b950-6305e41afffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '797a2d64-a318-481c-b064-119a76b4777f'}}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:32:43.652839 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-533f2c09-a556-4278-aaca-30867916b04a req-a29b6b40-5543-478e-98f2-2ccdc64f7c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:43.693922 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1cbd3b52-63ce-4831-91f2-350bf05879a9 req-a5d273e6-3be5-406c-a305-2d27ca332ccf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a19c288c-9b16-49c5-b361-bdd6bc6553ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809417 Oct 29 13:32:43.773365 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8416b726-fc7c-4926-abf7-2a42599aa2b4 req-857ba4e6-6ddd-43f2-83de-af60d4c0a0e7 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1642f70-fbb0-45e9-a62a-ce1673eb3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716888 Oct 29 13:32:43.790560 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4a184-e8f0-411d-9e4c-f2d19e124133 None None] Pushing event updated for resources: {'Port': ['ID=8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:43.890284 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-95c5f6fa-4e5d-4acc-a47d-022c38d3cc4b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=af41f3ed254147dfa529403e7769944c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9506888 Oct 29 13:32:43.893110 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-594ada18-5e36-44be-8077-b999d9321d60 None None] Provisioning complete for port 8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:43.893673 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-594ada18-5e36-44be-8077-b999d9321d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:43.942780 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 57488) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:44.053436 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [None req-2bddc8ac-26b0-40f2-ae08-d2be7f29c61c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Allocated IP 172.27.2.15 (87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d/997ea066-649a-4773-b815-b71c6be46375/dcb94eea-2a6d-4045-a7c6-511087b08626) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:32:44.120131 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-594ada18-5e36-44be-8077-b999d9321d60 None None] Provisioning complete for port 3a80087b-91b9-455b-9761-f304b223a9dc triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:44.120570 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-594ada18-5e36-44be-8077-b999d9321d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:44.162517 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-594ada18-5e36-44be-8077-b999d9321d60 None None] Port 3a80087b-91b9-455b-9761-f304b223a9dc cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:32:44.200957 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'name': 'tempest-AttachVolumeTestJSON-909382734-router', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:35Z', 'revision_number': 4, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'gw_port': {'id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a', 'name': '', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'mac_address': 'fa:16:3e:75:18:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:30Z', 'updated_at': '2021-10-29T13:32:42Z', 'revision_number': 4, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'subnets': [{'id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:32:44.279011 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-28bd35ca-19ba-454c-8c53-82a75962c085 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:44.287130 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-28bd35ca-19ba-454c-8c53-82a75962c085 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/networks?id=d5f220f7-750e-495a-b9c4-c7c245afa919 HTTP/1.1" status: 200 len: 819 time: 0.4108639 Oct 29 13:32:44.295364 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70837c77-1f14-44e8-845d-fb68da21cef3 None None] The sync data for ids ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'] in dv-cinder-815884-1-iscsi is: [{'id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'name': 'tempest-AttachVolumeTestJSON-909382734-router', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:35Z', 'revision_number': 4, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'gw_port': {'id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a', 'name': '', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'mac_address': 'fa:16:3e:75:18:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:30Z', 'updated_at': '2021-10-29T13:32:42Z', 'revision_number': 4, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'subnets': [{'id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:32:44.312614 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] Notify callbacks [] for port, precommit_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:44.330546 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:44.335432 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1cbd3b52-63ce-4831-91f2-350bf05879a9 req-dae44c4a-f600-4ab9-9e63-749a3a5603cc service neutron] 10.222.0.26 "GET /v2.0/networks/a19c288c-9b16-49c5-b361-bdd6bc6553ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695720 Oct 29 13:32:44.350437 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [req-533f2c09-a556-4278-aaca-30867916b04a req-a29b6b40-5543-478e-98f2-2ccdc64f7c75 service neutron] For port becdb76f-bef6-416c-8357-4fa91c08d663, host hv-cinder-81588, cleared binding levels {{(pid=101275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:32:44.353328 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-fb0cb972-e483-4427-830c-e83cb84e7f33 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/quotas/7078166fcf074917b62f68cae696746b HTTP/1.1" status: 200 len: 375 time: 0.0652568 Oct 29 13:32:44.441583 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b30a7-824c-4976-8d86-3029ca86ca3e None None] Pushing event updated for resources: {'Port': ['ID=938ba0d9-fa8b-4d79-861a-9f351d475c6d,revision_number=3']} {{(pid=101277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:44.493500 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [req-533f2c09-a556-4278-aaca-30867916b04a req-a29b6b40-5543-478e-98f2-2ccdc64f7c75 service neutron] For port becdb76f-bef6-416c-8357-4fa91c08d663, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=becdb76f-bef6-416c-8357-4fa91c08d663,segment=NetworkSegment(5a566e44-33a4-41ce-b950-6305e41afffb),segment_id=5a566e44-33a4-41ce-b950-6305e41afffb)] {{(pid=101275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:32:44.515028 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-533f2c09-a556-4278-aaca-30867916b04a req-a29b6b40-5543-478e-98f2-2ccdc64f7c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:44.536407 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d89fcc80-0ad5-4769-ac98-31f8f9a6b7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:44.589761 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e09cc3-e0b2-4ebb-80ee-a84517c8d7cc req-0b1e6a5c-3be8-4883-91de-f3d59c300df9 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:44.602484 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-91e09cc3-e0b2-4ebb-80ee-a84517c8d7cc req-0b1e6a5c-3be8-4883-91de-f3d59c300df9 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 944 time: 0.6583662 Oct 29 13:32:44.637389 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5c3bbf-e949-41ad-8047-7f09828b8974 admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:32:44.688924 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-0e5db288-7351-434f-8bbb-19d4120300b2 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7078166fcf074917b62f68cae696746b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3271806 Oct 29 13:32:44.704138 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f2c09-a556-4278-aaca-30867916b04a req-a29b6b40-5543-478e-98f2-2ccdc64f7c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:44.706266 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-533f2c09-a556-4278-aaca-30867916b04a req-a29b6b40-5543-478e-98f2-2ccdc64f7c75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for port, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:44.714129 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-533f2c09-a556-4278-aaca-30867916b04a req-a29b6b40-5543-478e-98f2-2ccdc64f7c75 service neutron] 10.222.0.26 "PUT /v2.0/ports/becdb76f-bef6-416c-8357-4fa91c08d663 HTTP/1.1" status: 200 len: 1094 time: 4.6680412 Oct 29 13:32:44.714792 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2ea5b2-033b-4585-b78d-30ba7fbd82bd', 'tag': 'becdb76f-bef6-416c-8357-4fa91c08d663'}] {{(pid=101275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:32:44.746371 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.managers [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] Attempting to bind port 938ba0d9-fa8b-4d79-861a-9f351d475c6d on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:32:44.759863 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.managers [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] Attempting to bind port 938ba0d9-fa8b-4d79-861a-9f351d475c6d by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': 'b1cf983c-83eb-4c49-90bb-0003a5b937dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd5f220f7-750e-495a-b9c4-c7c245afa919'}] {{(pid=101277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:32:44.766193 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] Attempting to bind port 938ba0d9-fa8b-4d79-861a-9f351d475c6d on network d5f220f7-750e-495a-b9c4-c7c245afa919 {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:32:44.773822 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:32:44.776499 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] Checking segment: {'id': 'b1cf983c-83eb-4c49-90bb-0003a5b937dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd5f220f7-750e-495a-b9c4-c7c245afa919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:32:44.776912 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:44.779758 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] Bound using segment: {'id': 'b1cf983c-83eb-4c49-90bb-0003a5b937dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd5f220f7-750e-495a-b9c4-c7c245afa919'} {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:32:44.779758 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.managers [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] Bound port: 938ba0d9-fa8b-4d79-861a-9f351d475c6d, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1cf983c-83eb-4c49-90bb-0003a5b937dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd5f220f7-750e-495a-b9c4-c7c245afa919'}}] {{(pid=101277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:32:44.779758 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:44.821875 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2bddc8ac-26b0-40f2-ae08-d2be7f29c61c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:44.900057 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.db [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] For port 938ba0d9-fa8b-4d79-861a-9f351d475c6d, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:32:44.908693 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.db [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] For port 938ba0d9-fa8b-4d79-861a-9f351d475c6d, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=938ba0d9-fa8b-4d79-861a-9f351d475c6d,segment=NetworkSegment(b1cf983c-83eb-4c49-90bb-0003a5b937dd),segment_id=b1cf983c-83eb-4c49-90bb-0003a5b937dd)] {{(pid=101277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:32:44.915473 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:44.975119 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1cbd3b52-63ce-4831-91f2-350bf05879a9 req-17ad9628-01c5-4a14-8609-bcfc5070b40c service neutron] 10.222.0.26 "GET /v2.0/networks/a19c288c-9b16-49c5-b361-bdd6bc6553ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6095636 Oct 29 13:32:45.028261 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b6b40-5543-478e-98f2-2ccdc64f7c75 service neutron] Pushing event updated for resources: {'Port': ['ID=becdb76f-bef6-416c-8357-4fa91c08d663,revision_number=3']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:45.031041 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 57518) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:45.043239 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b30a7-824c-4976-8d86-3029ca86ca3e None None] Pushing event updated for resources: {'Port': ['ID=938ba0d9-fa8b-4d79-861a-9f351d475c6d,revision_number=4']} {{(pid=101277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:45.078197 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] Routers {'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:32:45.079215 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:32:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['e5da5c74-b1f2-47f3-a042-4db0f85a5fb3'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:32:45.099973 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d89fcc80-0ad5-4769-ac98-31f8f9a6b7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:45.131810 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-e7c76ba2-4f18-4bf9-ad67-139b573d0691 service neutron] 10.222.0.96 "GET /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184582 Oct 29 13:32:45.175404 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] Sync routers for ids ['1abfc369-9d32-4afe-ad00-faa027c4059c'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:32:45.187956 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] Routers {'1abfc369-9d32-4afe-ad00-faa027c4059c'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:32:45.188589 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:32:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1abfc369-9d32-4afe-ad00-faa027c4059c'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:32:45.250173 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-bb5c3bbf-e949-41ad-8047-7f09828b8974 admin admin] 10.222.0.96 "PUT /v2.0/routers/1abfc369-9d32-4afe-ad00-faa027c4059c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9008358 Oct 29 13:32:45.327410 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] Set router e5da5c74-b1f2-47f3-a042-4db0f85a5fb3 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:32:45.349248 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-91e09cc3-e0b2-4ebb-80ee-a84517c8d7cc req-2f78675e-1c35-4355-b0c5-8dcd533b1822 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7458763 Oct 29 13:32:45.465930 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f2c09-a556-4278-aaca-30867916b04a req-50e3fd6a-2a35-4cb7-abbf-f36a8301a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:45.467187 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2bddc8ac-26b0-40f2-ae08-d2be7f29c61c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:45.471168 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-533f2c09-a556-4278-aaca-30867916b04a req-50e3fd6a-2a35-4cb7-abbf-f36a8301a0b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5dbd3236e0cc40379a8e1e72b80f965e&device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 1097 time: 0.5335042 Oct 29 13:32:45.472422 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d89fcc80-0ad5-4769-ac98-31f8f9a6b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:45.474970 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d89fcc80-0ad5-4769-ac98-31f8f9a6b7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:45.499738 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-d89fcc80-0ad5-4769-ac98-31f8f9a6b7e6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/67c8c274-d183-4cf8-8f3e-8f5b85f83773 HTTP/1.1" status: 204 len: 168 time: 1.5266867 Oct 29 13:32:45.769412 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] Set router 1abfc369-9d32-4afe-ad00-faa027c4059c gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:32:45.783554 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3', 'name': 'tempest-ServerRescueNegativeTestJSON-1589959059-router', 'tenant_id': '7078166fcf074917b62f68cae696746b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:37Z', 'revision_number': 4, 'project_id': '7078166fcf074917b62f68cae696746b', 'gw_port': {'id': '3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '938ba0d9-fa8b-4d79-861a-9f351d475c6d', 'name': '', 'network_id': 'd5f220f7-750e-495a-b9c4-c7c245afa919', 'tenant_id': '7078166fcf074917b62f68cae696746b', 'mac_address': 'fa:16:3e:4d:1b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1929ad4c-8f08-4de6-91ed-e7a6821dc3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:35Z', 'updated_at': '2021-10-29T13:32:44Z', 'revision_number': 4, 'project_id': '7078166fcf074917b62f68cae696746b', 'subnets': [{'id': '1929ad4c-8f08-4de6-91ed-e7a6821dc3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:32:45.845194 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89fcc80-0ad5-4769-ac98-31f8f9a6b7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c8c274-d183-4cf8-8f3e-8f5b85f83773,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:45.860032 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa7ff18-66a3-41e3-81bf-8839f193da57 None None] The sync data for ids ['e5da5c74-b1f2-47f3-a042-4db0f85a5fb3'] in dv-cinder-815884-1-iscsi is: [{'id': 'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3', 'name': 'tempest-ServerRescueNegativeTestJSON-1589959059-router', 'tenant_id': '7078166fcf074917b62f68cae696746b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:37Z', 'revision_number': 4, 'project_id': '7078166fcf074917b62f68cae696746b', 'gw_port': {'id': '3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '938ba0d9-fa8b-4d79-861a-9f351d475c6d', 'name': '', 'network_id': 'd5f220f7-750e-495a-b9c4-c7c245afa919', 'tenant_id': '7078166fcf074917b62f68cae696746b', 'mac_address': 'fa:16:3e:4d:1b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1929ad4c-8f08-4de6-91ed-e7a6821dc3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:35Z', 'updated_at': '2021-10-29T13:32:44Z', 'revision_number': 4, 'project_id': '7078166fcf074917b62f68cae696746b', 'subnets': [{'id': '1929ad4c-8f08-4de6-91ed-e7a6821dc3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:32:45.870484 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1ae6470871d1e7f5254046b6a14a5a61bc426f08075d8dbcbc5db3d9a889b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f133da-b5d0-40a5-aaa0-f2997f177cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2ea5b2-033b-4585-b78d-30ba7fbd82bd", "tag": "becdb76f-bef6-416c-8357-4fa91c08d663"}]}' {{(pid=101275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:32:45.878778 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-533f2c09-a556-4278-aaca-30867916b04a req-593bceec-bccc-495e-9285-3b379a5f66be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=becdb76f-bef6-416c-8357-4fa91c08d663 HTTP/1.1" status: 200 len: 217 time: 0.3778524 Oct 29 13:32:45.909196 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-601583da-e5d8-462c-9070-0da6539673bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:45.974269 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:32:46.058726 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:46.059322 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:46.180500 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddc8ac-26b0-40f2-ae08-d2be7f29c61c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Pushing event updated for resources: {'Port': ['ID=dcb94eea-2a6d-4045-a7c6-511087b08626,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:46.217388 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bddc8ac-26b0-40f2-ae08-d2be7f29c61c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:32:46.234418 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-2bddc8ac-26b0-40f2-ae08-d2be7f29c61c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:46.244879 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-601583da-e5d8-462c-9070-0da6539673bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:46.261529 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-0cd86b83-c8be-41a1-94c4-a7d0aa593f8a service neutron] 10.222.0.96 "GET /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1277883 Oct 29 13:32:46.263036 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bddc8ac-26b0-40f2-ae08-d2be7f29c61c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:32:46.269634 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b87ab-42aa-46b5-be66-4f036baeb391 req-c019995e-eb14-4f0b-a7ed-dc0261e36e75 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:46.271521 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-558b87ab-42aa-46b5-be66-4f036baeb391 req-c019995e-eb14-4f0b-a7ed-dc0261e36e75 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 944 time: 0.7218294 Oct 29 13:32:46.274887 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-601583da-e5d8-462c-9070-0da6539673bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:46.306661 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f2c09-a556-4278-aaca-30867916b04a req-347a4baf-498e-4c55-82b6-a1c73ba04d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:46.308114 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-533f2c09-a556-4278-aaca-30867916b04a req-347a4baf-498e-4c55-82b6-a1c73ba04d92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=336b7c87-283f-4775-a0c5-465adcbb1c88 HTTP/1.1" status: 200 len: 854 time: 0.4128218 Oct 29 13:32:46.406480 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'name': 'tempest-AttachVolumeShelveTestJSON-1805075616-router', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:39Z', 'revision_number': 4, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'gw_port': {'id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '3a80087b-91b9-455b-9761-f304b223a9dc', 'name': '', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'mac_address': 'fa:16:3e:cd:23:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:34Z', 'updated_at': '2021-10-29T13:32:40Z', 'revision_number': 2, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'subnets': [{'id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:32:46.441978 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] Checking router: 1abfc369-9d32-4afe-ad00-faa027c4059c for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:32:46.442887 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] Updating router 1abfc369-9d32-4afe-ad00-faa027c4059c port 3a80087b-91b9-455b-9761-f304b223a9dc binding host dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 13:32:46.444734 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-533f2c09-a556-4278-aaca-30867916b04a req-57b7061e-87e7-4765-b041-e9ff388e2dea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=797a2d64-a318-481c-b064-119a76b4777f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975423 Oct 29 13:32:46.460245 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2bddc8ac-26b0-40f2-ae08-d2be7f29c61c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:46.461141 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601583da-e5d8-462c-9070-0da6539673bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986722bb-f452-4730-a800-55d37814bb21,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:46.479910 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-601583da-e5d8-462c-9070-0da6539673bd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=01f61d7336d74adea18715f790c054c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3253169 Oct 29 13:32:46.488162 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 57576) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:46.493228 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:46.495440 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-558b87ab-42aa-46b5-be66-4f036baeb391 req-9b52e83f-b0ad-449a-bfa7-a7f37bd2518f tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1642f70-fbb0-45e9-a62a-ce1673eb3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145557 Oct 29 13:32:46.621235 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2bddc8ac-26b0-40f2-ae08-d2be7f29c61c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:46.708954 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-533f2c09-a556-4278-aaca-30867916b04a req-346160e2-67e6-4d94-b701-a3482b954f2e service neutron] 10.222.0.26 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508378 Oct 29 13:32:46.845179 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-0c389e36-36fd-4087-845a-77615cee392f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:46.882205 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-0c389e36-36fd-4087-845a-77615cee392f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:46.936391 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-533f2c09-a556-4278-aaca-30867916b04a req-e548bb3e-8310-4d51-bb34-7431cc5870b7 service neutron] 10.222.0.26 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190852 Oct 29 13:32:47.042657 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] Notify callbacks [] for port, precommit_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:47.051359 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:47.132520 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebfbc5-583f-47ed-a1a7-71161b69e7a4 None None] Pushing event updated for resources: {'Port': ['ID=3a80087b-91b9-455b-9761-f304b223a9dc,revision_number=3']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:47.293073 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] Attempting to bind port 3a80087b-91b9-455b-9761-f304b223a9dc on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:32:47.294391 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] Attempting to bind port 3a80087b-91b9-455b-9761-f304b223a9dc by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '124deaa8-b20c-4855-8f40-a7544028e724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa'}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:32:47.294762 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] Attempting to bind port 3a80087b-91b9-455b-9761-f304b223a9dc on network 0342d3e5-b15b-4d7b-9252-6c7510cc9cfa {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:32:47.322944 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:32:47.322944 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] Checking segment: {'id': '124deaa8-b20c-4855-8f40-a7544028e724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:32:47.322944 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:47.322944 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] Bound using segment: {'id': '124deaa8-b20c-4855-8f40-a7544028e724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa'} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:32:47.322944 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] Bound port: 3a80087b-91b9-455b-9761-f304b223a9dc, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124deaa8-b20c-4855-8f40-a7544028e724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa'}}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:32:47.322944 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:47.413519 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8334fc5b-c7ce-460f-bc96-a81e5de4055b x-openstack-request-id: req-8334fc5b-c7ce-460f-bc96-a81e5de4055b {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:32:47.413825 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2ea5b2-033b-4585-b78d-30ba7fbd82bd", "tag": "becdb76f-bef6-416c-8357-4fa91c08d663", "status": "completed", "code": 200}]} {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:32:47.414167 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8334fc5b-c7ce-460f-bc96-a81e5de4055b {{(pid=101275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:32:47.414663 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2ea5b2-033b-4585-b78d-30ba7fbd82bd', 'tag': 'becdb76f-bef6-416c-8357-4fa91c08d663', 'status': 'completed', 'code': 200} Oct 29 13:32:47.508949 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2bddc8ac-26b0-40f2-ae08-d2be7f29c61c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:47.516239 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-0c389e36-36fd-4087-845a-77615cee392f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:47.524032 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-0c389e36-36fd-4087-845a-77615cee392f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:47.528565 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-0c389e36-36fd-4087-845a-77615cee392f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/986722bb-f452-4730-a800-55d37814bb21 HTTP/1.1" status: 204 len: 168 time: 1.0385947 Oct 29 13:32:47.536665 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2bddc8ac-26b0-40f2-ae08-d2be7f29c61c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:47.546516 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f133da-b5d0-40a5-aaa0-f2997f177cd0 req-8b56fd2d-6561-4020-8521-0c554b7f85dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:47.550725 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-88f133da-b5d0-40a5-aaa0-f2997f177cd0 req-8b56fd2d-6561-4020-8521-0c554b7f85dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5dbd3236e0cc40379a8e1e72b80f965e&device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 1097 time: 0.1093035 Oct 29 13:32:47.631230 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 57656) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:47.650697 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] For port 3a80087b-91b9-455b-9761-f304b223a9dc, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:32:47.674622 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3d000d8f-df08-4c83-8094-112fa9c35db4 None None] Provisioning complete for port 3a80087b-91b9-455b-9761-f304b223a9dc triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:47.674999 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3d000d8f-df08-4c83-8094-112fa9c35db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:47.693590 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] For port 3a80087b-91b9-455b-9761-f304b223a9dc, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=3a80087b-91b9-455b-9761-f304b223a9dc,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:32:47.731893 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-763de284-fe09-4ba7-9d50-bf9eae616517 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1291718542', 'description': 'tempest-description--1296072484'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:47.743254 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:47.752912 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddc8ac-26b0-40f2-ae08-d2be7f29c61c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Pushing event updated for resources: {'Port': ['ID=dcb94eea-2a6d-4045-a7c6-511087b08626,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:47.772812 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c389e36-36fd-4087-845a-77615cee392f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986722bb-f452-4730-a800-55d37814bb21,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:47.953652 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3d000d8f-df08-4c83-8094-112fa9c35db4 None None] Port 3a80087b-91b9-455b-9761-f304b223a9dc cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:32:47.986996 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2bddc8ac-26b0-40f2-ae08-d2be7f29c61c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495903'] for floatingip, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:48.013402 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 938ba0d9-fa8b-4d79-861a-9f351d475c6d up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:32:48.028882 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] Routers {'1abfc369-9d32-4afe-ad00-faa027c4059c'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:32:48.029470 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:32:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1abfc369-9d32-4afe-ad00-faa027c4059c'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:32:48.074752 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2bddc8ac-26b0-40f2-ae08-d2be7f29c61c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for floatingip, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:48.082375 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-2bddc8ac-26b0-40f2-ae08-d2be7f29c61c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8080010 Oct 29 13:32:48.121455 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd8faf-bce4-4041-a1f6-7b4c86d8c01e req-1524f288-894f-4cc3-a44c-d8aab04080ce tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:48.124783 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4ffd8faf-bce4-4041-a1f6-7b4c86d8c01e req-1524f288-894f-4cc3-a44c-d8aab04080ce tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 944 time: 0.3980532 Oct 29 13:32:48.181049 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebfbc5-583f-47ed-a1a7-71161b69e7a4 None None] Pushing event updated for resources: {'Port': ['ID=3a80087b-91b9-455b-9761-f304b223a9dc,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:48.226950 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4ffd8faf-bce4-4041-a1f6-7b4c86d8c01e req-8ea4b795-029a-4cdc-b003-b0c70e7fe3b7 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957990 Oct 29 13:32:48.373886 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-27b8ee0a-d8ef-4b7c-896c-dca1c1ac4915 None None] Provisioning complete for port 3a80087b-91b9-455b-9761-f304b223a9dc triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:48.376545 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-27b8ee0a-d8ef-4b7c-896c-dca1c1ac4915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:48.443832 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 57682) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:48.478627 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-43931e0c-9750-4102-81bd-0f3e711450cc req-704ce1e1-371c-4908-9d69-146939a6b9c0 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 210 time: 0.7277799 Oct 29 13:32:48.483718 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 938ba0d9-fa8b-4d79-861a-9f351d475c6d triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:48.506030 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:48.513359 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37673733-7c8f-4df7-9dfe-319e4b4f5450 req-cdebce66-c80c-45d6-8e16-48109120ea7f tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:48.518356 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-37673733-7c8f-4df7-9dfe-319e4b4f5450 req-cdebce66-c80c-45d6-8e16-48109120ea7f tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 944 time: 0.1596110 Oct 29 13:32:48.553303 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-024114b5-6e25-4a9c-b76e-923a10760f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:48.564497 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-763de284-fe09-4ba7-9d50-bf9eae616517 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:48.606497 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] Set router 1abfc369-9d32-4afe-ad00-faa027c4059c gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:32:48.752079 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f133da-b5d0-40a5-aaa0-f2997f177cd0 req-37f91636-9c68-49f5-a3cb-d13a0bff02da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:48.754154 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-88f133da-b5d0-40a5-aaa0-f2997f177cd0 req-37f91636-9c68-49f5-a3cb-d13a0bff02da service neutron] 10.222.0.26 "GET /v2.0/networks?id=797a2d64-a318-481c-b064-119a76b4777f HTTP/1.1" status: 200 len: 915 time: 1.1912019 Oct 29 13:32:48.773954 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-27b8ee0a-d8ef-4b7c-896c-dca1c1ac4915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:48.808542 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-37673733-7c8f-4df7-9dfe-319e4b4f5450 req-140d8210-255e-441d-8160-ef8dc98f8e18 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1642f70-fbb0-45e9-a62a-ce1673eb3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666368 Oct 29 13:32:48.824872 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-27b8ee0a-d8ef-4b7c-896c-dca1c1ac4915 None None] For port 3a80087b-91b9-455b-9761-f304b223a9dc, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=3a80087b-91b9-455b-9761-f304b223a9dc,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:32:48.913547 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-88f133da-b5d0-40a5-aaa0-f2997f177cd0 req-5b4611dc-a3cb-454f-92cf-34a1bfbfb15d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=becdb76f-bef6-416c-8357-4fa91c08d663 HTTP/1.1" status: 200 len: 217 time: 0.1512887 Oct 29 13:32:48.924596 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-99cb8ee2-56ec-4a45-8140-30cbfaa3a355 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:48.925706 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-27b8ee0a-d8ef-4b7c-896c-dca1c1ac4915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:48.926132 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-99cb8ee2-56ec-4a45-8140-30cbfaa3a355 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.26 "GET /v2.0/networks?id=d5f220f7-750e-495a-b9c4-c7c245afa919 HTTP/1.1" status: 200 len: 819 time: 0.4678299 Oct 29 13:32:48.953923 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-130d609c-d64f-4d08-9cf3-fa81b1fde3ba tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Request body: {'port': {'device_id': 'e36bbf99-9c28-4d21-b72b-a31707096ce3', 'network_id': 'd5f220f7-750e-495a-b9c4-c7c245afa919', 'admin_state_up': True, 'tenant_id': '7078166fcf074917b62f68cae696746b'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:48.968843 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 57712) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:49.036938 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-41131889-fc6a-40c6-997c-db92386da4b4 req-bd60818f-4a89-4cb3-be08-64f6558dc326 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--722375210&fields=id&tenant_id=2f8248bc18c44ce3a53d399a2faba011 HTTP/1.1" status: 200 len: 267 time: 0.3716171 Oct 29 13:32:49.038334 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f133da-b5d0-40a5-aaa0-f2997f177cd0 req-cb5a2243-e7d1-4fb6-9665-821a0702113b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:49.040521 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-88f133da-b5d0-40a5-aaa0-f2997f177cd0 req-cb5a2243-e7d1-4fb6-9665-821a0702113b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=336b7c87-283f-4775-a0c5-465adcbb1c88 HTTP/1.1" status: 200 len: 854 time: 0.1059058 Oct 29 13:32:49.108924 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8ee0a-d8ef-4b7c-896c-dca1c1ac4915 None None] Pushing event updated for resources: {'Port': ['ID=3a80087b-91b9-455b-9761-f304b223a9dc,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:49.134294 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:49.149809 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-763de284-fe09-4ba7-9d50-bf9eae616517 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:49.193916 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-024114b5-6e25-4a9c-b76e-923a10760f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:49.209078 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] For port 938ba0d9-fa8b-4d79-861a-9f351d475c6d, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=938ba0d9-fa8b-4d79-861a-9f351d475c6d,segment=NetworkSegment(b1cf983c-83eb-4c49-90bb-0003a5b937dd),segment_id=b1cf983c-83eb-4c49-90bb-0003a5b937dd)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:32:49.215485 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:49.225064 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-024114b5-6e25-4a9c-b76e-923a10760f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:49.231541 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-88f133da-b5d0-40a5-aaa0-f2997f177cd0 req-c29f597d-ef60-408f-96db-bdbcedd32d3d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=797a2d64-a318-481c-b064-119a76b4777f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1817131 Oct 29 13:32:49.234531 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-763de284-fe09-4ba7-9d50-bf9eae616517 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:49.254324 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-84275f1a-7d10-4a2c-94c0-8bdb12b9c7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:49.292536 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'name': 'tempest-AttachVolumeShelveTestJSON-1805075616-router', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:39Z', 'revision_number': 4, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'gw_port': {'id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '3a80087b-91b9-455b-9761-f304b223a9dc', 'name': '', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'mac_address': 'fa:16:3e:cd:23:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:34Z', 'updated_at': '2021-10-29T13:32:47Z', 'revision_number': 4, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'subnets': [{'id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:32:49.295426 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Pushing event updated for resources: {'Port': ['ID=938ba0d9-fa8b-4d79-861a-9f351d475c6d,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:49.324556 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-763de284-fe09-4ba7-9d50-bf9eae616517 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:49.325680 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-763de284-fe09-4ba7-9d50-bf9eae616517 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6910496 Oct 29 13:32:49.329915 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-024114b5-6e25-4a9c-b76e-923a10760f9a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c388056838454aa29b96b638d210fa2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8828957 Oct 29 13:32:49.335529 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 57722) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:49.335862 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 57724) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:49.336500 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024114b5-6e25-4a9c-b76e-923a10760f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739fabe0-94a0-4814-9c9c-37c4d7efb3a0,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:49.349186 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd5c12d-58f1-4bf6-a776-8fb389bf1d54 None None] The sync data for ids ['1abfc369-9d32-4afe-ad00-faa027c4059c'] in dv-cinder-815884-1-iscsi is: [{'id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'name': 'tempest-AttachVolumeShelveTestJSON-1805075616-router', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:39Z', 'revision_number': 4, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'gw_port': {'id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '3a80087b-91b9-455b-9761-f304b223a9dc', 'name': '', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'mac_address': 'fa:16:3e:cd:23:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:34Z', 'updated_at': '2021-10-29T13:32:47Z', 'revision_number': 4, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'subnets': [{'id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:32:49.352841 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-d5047e8b-48aa-450d-9490-af04aee50a62 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Request body: {'security_group_rule': {'security_group_id': 'cb342d22-b89e-4b27-88b1-c9f5f8b816a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:49.356288 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 2f64a540-a793-4305-9ee9-6fe3b62e1388 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:32:49.361358 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763de284-fe09-4ba7-9d50-bf9eae616517 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb342d22-b89e-4b27-88b1-c9f5f8b816a2,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:49.365512 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-bc65a250-c1ee-4852-9794-fe4fcd8e89ee tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:49.367052 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-bc65a250-c1ee-4852-9794-fe4fcd8e89ee tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/networks?id=d5f220f7-750e-495a-b9c4-c7c245afa919 HTTP/1.1" status: 200 len: 819 time: 0.3960845 Oct 29 13:32:49.378527 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41131889-fc6a-40c6-997c-db92386da4b4 req-ae304a17-f068-4528-b8ec-8a2f4f96de42 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:49.385434 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-41131889-fc6a-40c6-997c-db92386da4b4 req-ae304a17-f068-4528-b8ec-8a2f4f96de42 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/networks?id=9b00fe28-a5bb-47a1-b3da-ae5774a84660 HTTP/1.1" status: 200 len: 810 time: 0.3340127 Oct 29 13:32:49.403981 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-41131889-fc6a-40c6-997c-db92386da4b4 req-dfe32386-3eab-444d-b5d5-15d23739f630 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/quotas/2f8248bc18c44ce3a53d399a2faba011 HTTP/1.1" status: 200 len: 375 time: 0.0172591 Oct 29 13:32:49.444215 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-130d609c-d64f-4d08-9cf3-fa81b1fde3ba tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Made reservation on behalf of 7078166fcf074917b62f68cae696746b for: {'port': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:32:49.447986 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-130d609c-d64f-4d08-9cf3-fa81b1fde3ba tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:49.457434 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-089ae527-a683-42e9-abb5-b4507cf65343 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/quotas/7078166fcf074917b62f68cae696746b HTTP/1.1" status: 200 len: 375 time: 0.0662107 Oct 29 13:32:49.526079 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-88f133da-b5d0-40a5-aaa0-f2997f177cd0 req-2c1bbdb4-6473-4fef-8288-b2e29e785f4d service neutron] 10.222.0.26 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791913 Oct 29 13:32:49.557319 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-41131889-fc6a-40c6-997c-db92386da4b4 req-bfcfffd9-893f-44d3-8f57-413ccf0ea4be tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=2f8248bc18c44ce3a53d399a2faba011&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1449432 Oct 29 13:32:49.578355 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d5047e8b-48aa-450d-9490-af04aee50a62 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:49.635189 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ce001ff7-b2f4-4d25-8405-591ea5a7f3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:49.674488 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-5df67ad2-66ce-4756-98c9-965e8260fbb5 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7078166fcf074917b62f68cae696746b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2159693 Oct 29 13:32:49.682945 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 2f64a540-a793-4305-9ee9-6fe3b62e1388, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=2f64a540-a793-4305-9ee9-6fe3b62e1388,segment=NetworkSegment(b3efb1a5-1b86-45aa-b262-27650811f687),segment_id=b3efb1a5-1b86-45aa-b262-27650811f687)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:32:49.705845 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': '2f64a540-a793-4305-9ee9-6fe3b62e1388', 'network_id': 'a19c288c-9b16-49c5-b361-bdd6bc6553ae', 'port_id': '2f64a540-a793-4305-9ee9-6fe3b62e1388', 'mac_address': 'fa:16:3e:4f:6f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f84d651f-149d-4692-a0b1-3dc60793cda6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:32:49.720489 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-41131889-fc6a-40c6-997c-db92386da4b4 req-2e6fe89f-45d6-4384-ac36-65bb6dac442a service neutron] 10.222.0.96 "GET /v2.0/networks/9b00fe28-a5bb-47a1-b3da-ae5774a84660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622562 Oct 29 13:32:49.730192 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-88f133da-b5d0-40a5-aaa0-f2997f177cd0 req-0cf72d74-957b-4a3d-8371-ccc64b12d0e9 service neutron] 10.222.0.26 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944554 Oct 29 13:32:49.741422 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-84275f1a-7d10-4a2c-94c0-8bdb12b9c7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:49.776974 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ce001ff7-b2f4-4d25-8405-591ea5a7f3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:49.803904 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-84275f1a-7d10-4a2c-94c0-8bdb12b9c7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:49.806386 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:49.825705 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f64a540-a793-4305-9ee9-6fe3b62e1388 {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:32:49.852299 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-41131889-fc6a-40c6-997c-db92386da4b4 req-4945b513-25af-4a88-b4fa-2c86680a4591 service neutron] 10.222.0.96 "GET /v2.0/networks/9b00fe28-a5bb-47a1-b3da-ae5774a84660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309071 Oct 29 13:32:49.863826 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 2f64a540-a793-4305-9ee9-6fe3b62e1388, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=2f64a540-a793-4305-9ee9-6fe3b62e1388,segment=NetworkSegment(b3efb1a5-1b86-45aa-b262-27650811f687),segment_id=b3efb1a5-1b86-45aa-b262-27650811f687)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:32:49.873606 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:49.874426 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device becdb76f-bef6-416c-8357-4fa91c08d663 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:32:49.934591 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 3a80087b-91b9-455b-9761-f304b223a9dc up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:32:49.977999 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84275f1a-7d10-4a2c-94c0-8bdb12b9c7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bc8fb8-b1a4-4061-8296-f202283048c8,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:49.983315 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-130d609c-d64f-4d08-9cf3-fa81b1fde3ba tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Allocated IP 172.20.0.6 (d5f220f7-750e-495a-b9c4-c7c245afa919/1929ad4c-8f08-4de6-91ed-e7a6821dc3a0/e4e2d45b-c9a5-4290-bade-10c339385ea2) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:32:49.993623 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d5047e8b-48aa-450d-9490-af04aee50a62 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:50.014539 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d5047e8b-48aa-450d-9490-af04aee50a62 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:50.033861 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-84275f1a-7d10-4a2c-94c0-8bdb12b9c7a3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2118f488324d4154ac154a20e5c57323&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0615139 Oct 29 13:32:50.034249 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 57730) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:50.066897 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=2f64a540-a793-4305-9ee9-6fe3b62e1388,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:50.114018 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port becdb76f-bef6-416c-8357-4fa91c08d663, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=becdb76f-bef6-416c-8357-4fa91c08d663,segment=NetworkSegment(5a566e44-33a4-41ce-b950-6305e41afffb),segment_id=5a566e44-33a4-41ce-b950-6305e41afffb)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:32:50.115462 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5047e8b-48aa-450d-9490-af04aee50a62 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6795c5-20aa-49bc-8e1e-98019fc4054b,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:50.122340 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 3a80087b-91b9-455b-9761-f304b223a9dc triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:50.123091 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:50.150852 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': 'becdb76f-bef6-416c-8357-4fa91c08d663', 'network_id': '797a2d64-a318-481c-b064-119a76b4777f', 'port_id': 'becdb76f-bef6-416c-8357-4fa91c08d663', 'mac_address': 'fa:16:3e:e9:35:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336b7c87-283f-4775-a0c5-465adcbb1c88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:32:50.151800 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d5047e8b-48aa-450d-9490-af04aee50a62 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:50.172022 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-d5047e8b-48aa-450d-9490-af04aee50a62 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8324862 Oct 29 13:32:50.181648 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 57736) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:50.193311 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-519fad97-4a80-4c64-9bc2-c663e99d3149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:50.201599 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-557ab34b-3aca-4e9d-95e1-688bd3be7312 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Request body: {'security_group_rule': {'security_group_id': 'cb342d22-b89e-4b27-88b1-c9f5f8b816a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:50.236019 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-519fad97-4a80-4c64-9bc2-c663e99d3149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:50.250783 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09084942-6d15-472f-9017-f6c5be13a718 req-6a77e6ac-54d0-4ca3-b041-b9002a45a3d3 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:50.260876 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-09084942-6d15-472f-9017-f6c5be13a718 req-6a77e6ac-54d0-4ca3-b041-b9002a45a3d3 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 944 time: 0.1120155 Oct 29 13:32:50.297679 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-4b1bb245-f987-4165-a920-a1034033a579 service neutron] 10.222.0.96 "GET /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6222417 Oct 29 13:32:50.353686 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:50.393927 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 938ba0d9-fa8b-4d79-861a-9f351d475c6d up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:32:50.398524 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-09084942-6d15-472f-9017-f6c5be13a718 req-b7c64647-b5b8-4f12-a230-103ddb58c720 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366880 Oct 29 13:32:50.400092 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id becdb76f-bef6-416c-8357-4fa91c08d663 {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:32:50.432986 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-519fad97-4a80-4c64-9bc2-c663e99d3149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:50.438406 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-519fad97-4a80-4c64-9bc2-c663e99d3149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:50.453596 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-6f65e21c-0988-4098-99a0-68f28464d16e service neutron] 10.222.0.96 "GET /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548550 Oct 29 13:32:50.458402 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-519fad97-4a80-4c64-9bc2-c663e99d3149 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/68bc8fb8-b1a4-4061-8296-f202283048c8 HTTP/1.1" status: 204 len: 168 time: 0.4225943 Oct 29 13:32:50.481472 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fad97-4a80-4c64-9bc2-c663e99d3149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bc8fb8-b1a4-4061-8296-f202283048c8,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:50.486834 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port becdb76f-bef6-416c-8357-4fa91c08d663, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=becdb76f-bef6-416c-8357-4fa91c08d663,segment=NetworkSegment(5a566e44-33a4-41ce-b950-6305e41afffb),segment_id=5a566e44-33a4-41ce-b950-6305e41afffb)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:32:50.510162 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:50.540806 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ce001ff7-b2f4-4d25-8405-591ea5a7f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:50.553358 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ce001ff7-b2f4-4d25-8405-591ea5a7f3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:50.554750 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-ce001ff7-b2f4-4d25-8405-591ea5a7f3dd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/739fabe0-94a0-4814-9c9c-37c4d7efb3a0 HTTP/1.1" status: 204 len: 168 time: 1.2142439 Oct 29 13:32:50.578263 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 938ba0d9-fa8b-4d79-861a-9f351d475c6d triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:50.588527 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:50.602817 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-557ab34b-3aca-4e9d-95e1-688bd3be7312 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:50.624171 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce001ff7-b2f4-4d25-8405-591ea5a7f3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739fabe0-94a0-4814-9c9c-37c4d7efb3a0,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:50.693334 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9328cec-b69f-4783-a958-9e386e7df62f req-68e9bdc5-0170-4ada-88be-564a9907a480 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:50.694927 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e9328cec-b69f-4783-a958-9e386e7df62f req-68e9bdc5-0170-4ada-88be-564a9907a480 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 945 time: 0.1736286 Oct 29 13:32:50.794270 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=becdb76f-bef6-416c-8357-4fa91c08d663,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:50.841232 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e9328cec-b69f-4783-a958-9e386e7df62f req-09816831-7bdc-4299-9602-553550b10e4b tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1642f70-fbb0-45e9-a62a-ce1673eb3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253891 Oct 29 13:32:50.858970 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-557ab34b-3aca-4e9d-95e1-688bd3be7312 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:50.865335 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['2f64a540-a793-4305-9ee9-6fe3b62e1388'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:32:50.867759 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['becdb76f-bef6-416c-8357-4fa91c08d663'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:32:50.891392 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-130d609c-d64f-4d08-9cf3-fa81b1fde3ba tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:50.894853 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-557ab34b-3aca-4e9d-95e1-688bd3be7312 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:51.044908 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-06e33ac3-7f2f-4bc8-bdc1-37b6a6b3396a req-3ece117c-1083-47a0-ba88-15f0ee46f3af tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 210 time: 0.0877888 Oct 29 13:32:51.049816 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ab34b-3aca-4e9d-95e1-688bd3be7312 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d94ef33-0888-4bd4-b73b-a48565208ca7,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:51.091539 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ffe32e9c-d90f-4c95-b371-c5158eb250a6 req-60aa2c24-266f-4c7b-b486-68cb87d2e56f tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 210 time: 0.1518722 Oct 29 13:32:51.103576 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-557ab34b-3aca-4e9d-95e1-688bd3be7312 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:51.110556 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 57776) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:51.111266 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-557ab34b-3aca-4e9d-95e1-688bd3be7312 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9282930 Oct 29 13:32:51.115785 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-1f4bbdc8-2fda-483f-b0fa-1a8a59a10185 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Request body: {'floatingip': {'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:51.164975 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-130d609c-d64f-4d08-9cf3-fa81b1fde3ba tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:51.217829 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1f4bbdc8-2fda-483f-b0fa-1a8a59a10185 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for floatingip, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:51.286791 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-130d609c-d64f-4d08-9cf3-fa81b1fde3ba tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Network d5f220f7-750e-495a-b9c4-c7c245afa919 is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:32:51.292483 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-130d609c-d64f-4d08-9cf3-fa81b1fde3ba tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:51.333240 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-130d609c-d64f-4d08-9cf3-fa81b1fde3ba tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:32:51.347404 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-130d609c-d64f-4d08-9cf3-fa81b1fde3ba tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:51.348088 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-130d609c-d64f-4d08-9cf3-fa81b1fde3ba tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:51.432788 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d609c-d64f-4d08-9cf3-fa81b1fde3ba tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Pushing event updated for resources: {'Port': ['ID=e4e2d45b-c9a5-4290-bade-10c339385ea2,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:51.463815 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 57798) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:51.479390 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-130d609c-d64f-4d08-9cf3-fa81b1fde3ba tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5364895 Oct 29 13:32:51.488150 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f969489a-013f-481f-bf3a-4c07de276c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:51.497935 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-387c4da4-373e-4ea9-a538-e7d5dc375a39 service neutron] Request body: {'port': {'device_id': 'e36bbf99-9c28-4d21-b72b-a31707096ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:51.507255 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1f4bbdc8-2fda-483f-b0fa-1a8a59a10185 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:51.618408 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f969489a-013f-481f-bf3a-4c07de276c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:51.649569 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f969489a-013f-481f-bf3a-4c07de276c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:51.727281 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23a431-3097-4798-b88d-efe1a3d06c18 req-4d89555c-b811-46e3-8965-6c9c47fdcc21 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:51.728777 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-f969489a-013f-481f-bf3a-4c07de276c1b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=196c1288ad7f45d199e743072a3857ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630172 Oct 29 13:32:51.729312 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-be23a431-3097-4798-b88d-efe1a3d06c18 req-4d89555c-b811-46e3-8965-6c9c47fdcc21 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 945 time: 0.2093287 Oct 29 13:32:51.731993 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 57804) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:51.764505 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-387c4da4-373e-4ea9-a538-e7d5dc375a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:51.769571 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969489a-013f-481f-bf3a-4c07de276c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acad7f63-b079-4600-8b98-b6ec6bc2971a,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:51.792541 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_common [None req-1f4bbdc8-2fda-483f-b0fa-1a8a59a10185 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Allocated IP 172.27.2.94 (87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d/997ea066-649a-4773-b815-b71c6be46375/d5bbaec8-2dee-4142-9cd9-b0a6222c923c) {{(pid=101275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:32:51.819309 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-be23a431-3097-4798-b88d-efe1a3d06c18 req-299bebc7-de72-4c8b-b8b3-6c0a56a76430 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830169 Oct 29 13:32:51.939851 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5d548d15-683d-4e97-82cb-036b0dff71c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:52.016376 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5d548d15-683d-4e97-82cb-036b0dff71c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:52.042960 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41131889-fc6a-40c6-997c-db92386da4b4 req-095943bd-62bb-4fb2-b1d3-c7cd7979727c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:52.044455 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-41131889-fc6a-40c6-997c-db92386da4b4 req-095943bd-62bb-4fb2-b1d3-c7cd7979727c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.26 "GET /v2.0/networks?id=9b00fe28-a5bb-47a1-b3da-ae5774a84660 HTTP/1.1" status: 200 len: 810 time: 0.2390871 Oct 29 13:32:52.119529 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1f4bbdc8-2fda-483f-b0fa-1a8a59a10185 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for port, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:52.134723 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 57826) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:52.146707 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-41131889-fc6a-40c6-997c-db92386da4b4 req-ef1dff16-84fa-4513-80dc-54a32efa587c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f8248bc18c44ce3a53d399a2faba011 HTTP/1.1" status: 200 len: 379 time: 0.0891654 Oct 29 13:32:52.147167 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931038b0-26d9-417c-aaa9-f17b85dfb995 req-b26d0d96-a7d3-423e-9be0-06f9edee28a1 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:52.149445 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-931038b0-26d9-417c-aaa9-f17b85dfb995 req-b26d0d96-a7d3-423e-9be0-06f9edee28a1 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 945 time: 0.2134562 Oct 29 13:32:52.177225 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [req-41131889-fc6a-40c6-997c-db92386da4b4 req-b6cd8f40-95c4-4875-ad0b-5efb19986519 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Request body: {'port': {'device_id': '3514ebdc-efef-4212-a080-cb9e0f9c7cc4', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'admin_state_up': True, 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'security_groups': ['f1a886a9-dd8b-42a3-8acc-44c7d9e2d243']}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:52.213399 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a8b53607-f3f0-45bb-bced-1ca3653aad02 req-f36a9236-ebdf-43e4-b8fa-0553b5235ebf tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 210 time: 0.0717652 Oct 29 13:32:52.400041 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-18f1b39e-5a99-49c4-b632-791a245d2098 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1584258662-network', 'tenant_id': '86fdda7a5c574ce59e4bbb087fc5bf30'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:52.437735 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-931038b0-26d9-417c-aaa9-f17b85dfb995 req-0e6ad9f4-c71a-43d3-8de9-87c74f287ec5 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1642f70-fbb0-45e9-a62a-ce1673eb3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767996 Oct 29 13:32:52.444586 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5d548d15-683d-4e97-82cb-036b0dff71c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:52.447248 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5d548d15-683d-4e97-82cb-036b0dff71c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:52.450922 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-5d548d15-683d-4e97-82cb-036b0dff71c1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/acad7f63-b079-4600-8b98-b6ec6bc2971a HTTP/1.1" status: 204 len: 168 time: 0.7137346 Oct 29 13:32:52.451064 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-470717d3-a66e-4276-9832-cba078d40b3b req-333e3490-b42a-4f3d-9075-27a07219fd7a tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 210 time: 0.0531154 Oct 29 13:32:52.491085 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.26', 51604) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:52.491831 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d548d15-683d-4e97-82cb-036b0dff71c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acad7f63-b079-4600-8b98-b6ec6bc2971a,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:52.516868 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1f4bbdc8-2fda-483f-b0fa-1a8a59a10185 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:52.538995 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f1b39e-5a99-49c4-b632-791a245d2098 admin admin] Made reservation on behalf of 86fdda7a5c574ce59e4bbb087fc5bf30 for: {'network': 1} {{(pid=101275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:32:52.540986 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-18f1b39e-5a99-49c4-b632-791a245d2098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for network, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:52.616085 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-387c4da4-373e-4ea9-a538-e7d5dc375a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e2d45b-c9a5-4290-bade-10c339385ea2 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:32:52.622081 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-18f1b39e-5a99-49c4-b632-791a245d2098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:52.625913 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-387c4da4-373e-4ea9-a538-e7d5dc375a39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:52.650471 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-387c4da4-373e-4ea9-a538-e7d5dc375a39 service neutron] Transition to ACTIVE for port object e4e2d45b-c9a5-4290-bade-10c339385ea2 will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 13:32:52.657492 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-387c4da4-373e-4ea9-a538-e7d5dc375a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:52.666552 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4bbdc8-2fda-483f-b0fa-1a8a59a10185 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:32:52.679929 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bbdc8-2fda-483f-b0fa-1a8a59a10185 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Pushing event updated for resources: {'Port': ['ID=d5bbaec8-2dee-4142-9cd9-b0a6222c923c,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:52.688617 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-1f4bbdc8-2fda-483f-b0fa-1a8a59a10185 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:52.706059 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4bbdc8-2fda-483f-b0fa-1a8a59a10185 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Received port after_create {{(pid=101275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:32:52.725280 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41131889-fc6a-40c6-997c-db92386da4b4 req-b6cd8f40-95c4-4875-ad0b-5efb19986519 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Made reservation on behalf of 2f8248bc18c44ce3a53d399a2faba011 for: {'port': 1} {{(pid=101275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:32:52.729640 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-41131889-fc6a-40c6-997c-db92386da4b4 req-b6cd8f40-95c4-4875-ad0b-5efb19986519 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:52.740939 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c4da4-373e-4ea9-a538-e7d5dc375a39 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e2d45b-c9a5-4290-bade-10c339385ea2,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:52.791231 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-54403fba-4a00-44f3-9547-60d05abddd6b tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:52.792866 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-54403fba-4a00-44f3-9547-60d05abddd6b tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.26 "GET /v2.0/networks?id=d5f220f7-750e-495a-b9c4-c7c245afa919 HTTP/1.1" status: 200 len: 819 time: 0.2991812 Oct 29 13:32:52.797115 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-387c4da4-373e-4ea9-a538-e7d5dc375a39 service neutron] Attempting to bind port e4e2d45b-c9a5-4290-bade-10c339385ea2 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:32:52.797598 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-387c4da4-373e-4ea9-a538-e7d5dc375a39 service neutron] Attempting to bind port e4e2d45b-c9a5-4290-bade-10c339385ea2 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'b1cf983c-83eb-4c49-90bb-0003a5b937dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd5f220f7-750e-495a-b9c4-c7c245afa919'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:32:52.798009 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-387c4da4-373e-4ea9-a538-e7d5dc375a39 service neutron] Attempting to bind port e4e2d45b-c9a5-4290-bade-10c339385ea2 on network d5f220f7-750e-495a-b9c4-c7c245afa919 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:32:52.803118 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-387c4da4-373e-4ea9-a538-e7d5dc375a39 service neutron] Port e4e2d45b-c9a5-4290-bade-10c339385ea2 on network d5f220f7-750e-495a-b9c4-c7c245afa919 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 13:32:52.803438 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-387c4da4-373e-4ea9-a538-e7d5dc375a39 service neutron] Attempting to bind port e4e2d45b-c9a5-4290-bade-10c339385ea2 on network d5f220f7-750e-495a-b9c4-c7c245afa919 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:32:52.809632 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-387c4da4-373e-4ea9-a538-e7d5dc375a39 service neutron] Checking agent: {'id': 'f4eb5ed7-5e0f-48be-9842-f1315b14e800', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'started_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:32:52.810050 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-387c4da4-373e-4ea9-a538-e7d5dc375a39 service neutron] Checking segment: {'id': 'b1cf983c-83eb-4c49-90bb-0003a5b937dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd5f220f7-750e-495a-b9c4-c7c245afa919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:32:52.810428 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-387c4da4-373e-4ea9-a538-e7d5dc375a39 service neutron] Bound using segment: {'id': 'b1cf983c-83eb-4c49-90bb-0003a5b937dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd5f220f7-750e-495a-b9c4-c7c245afa919'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:32:52.810904 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-387c4da4-373e-4ea9-a538-e7d5dc375a39 service neutron] Bound port: e4e2d45b-c9a5-4290-bade-10c339385ea2, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1cf983c-83eb-4c49-90bb-0003a5b937dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd5f220f7-750e-495a-b9c4-c7c245afa919'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:32:52.811251 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-387c4da4-373e-4ea9-a538-e7d5dc375a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:52.828664 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-989370b0-9eb6-4055-ad58-d2935074b174 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Request body: {'port': {'device_id': 'eb48a55c-da01-4b05-845f-ee4e65716b31', 'network_id': 'd5f220f7-750e-495a-b9c4-c7c245afa919', 'admin_state_up': True, 'tenant_id': '7078166fcf074917b62f68cae696746b'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:52.902009 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-387c4da4-373e-4ea9-a538-e7d5dc375a39 service neutron] For port e4e2d45b-c9a5-4290-bade-10c339385ea2, host hv-cinder-81588, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:32:52.907765 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-387c4da4-373e-4ea9-a538-e7d5dc375a39 service neutron] For port e4e2d45b-c9a5-4290-bade-10c339385ea2, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=e4e2d45b-c9a5-4290-bade-10c339385ea2,segment=NetworkSegment(b1cf983c-83eb-4c49-90bb-0003a5b937dd),segment_id=b1cf983c-83eb-4c49-90bb-0003a5b937dd)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:32:52.931027 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-387c4da4-373e-4ea9-a538-e7d5dc375a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:52.989719 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1f4bbdc8-2fda-483f-b0fa-1a8a59a10185 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:52.998009 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-387c4da4-373e-4ea9-a538-e7d5dc375a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:52.998009 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-387c4da4-373e-4ea9-a538-e7d5dc375a39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:52.999327 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-387c4da4-373e-4ea9-a538-e7d5dc375a39 service neutron] 10.222.0.26 "PUT /v2.0/ports/e4e2d45b-c9a5-4290-bade-10c339385ea2 HTTP/1.1" status: 200 len: 1093 time: 1.5073526 Oct 29 13:32:53.002841 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36bbf99-9c28-4d21-b72b-a31707096ce3', 'tag': 'e4e2d45b-c9a5-4290-bade-10c339385ea2'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:32:53.005155 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ad437e-0e12-4812-84bc-33fbdc9dcf96" -d '{"events": [{"name": "network-changed", "server_uuid": "e36bbf99-9c28-4d21-b72b-a31707096ce3", "tag": "e4e2d45b-c9a5-4290-bade-10c339385ea2"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:32:53.005394 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 57850) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:53.053034 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1403f-94a9-4807-89e1-c2ed6753cf19 req-49d2902b-abcd-4b9b-9cc0-11c241198706 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:53.055113 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-88a1403f-94a9-4807-89e1-c2ed6753cf19 req-49d2902b-abcd-4b9b-9cc0-11c241198706 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 945 time: 0.1442137 Oct 29 13:32:53.056164 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c79db1-e818-4797-944d-2e877a5d296c x-openstack-request-id: req-f4c79db1-e818-4797-944d-2e877a5d296c {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:32:53.056447 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36bbf99-9c28-4d21-b72b-a31707096ce3", "tag": "e4e2d45b-c9a5-4290-bade-10c339385ea2", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:32:53.056692 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f4c79db1-e818-4797-944d-2e877a5d296c {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:32:53.057199 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36bbf99-9c28-4d21-b72b-a31707096ce3', 'tag': 'e4e2d45b-c9a5-4290-bade-10c339385ea2', 'status': 'completed', 'code': 200} Oct 29 13:32:53.058894 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c4da4-373e-4ea9-a538-e7d5dc375a39 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e2d45b-c9a5-4290-bade-10c339385ea2,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:53.143629 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-a5d1b47a-b0a3-4885-911e-a711cd7be1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:53.145135 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-a5d1b47a-b0a3-4885-911e-a711cd7be1ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7078166fcf074917b62f68cae696746b&device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 1096 time: 0.0872087 Oct 29 13:32:53.150454 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-88a1403f-94a9-4807-89e1-c2ed6753cf19 req-061a0750-697d-4dc7-be7b-711b7ca53bfe tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882745 Oct 29 13:32:53.164617 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-18f1b39e-5a99-49c4-b632-791a245d2098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:53.181682 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1f4bbdc8-2fda-483f-b0fa-1a8a59a10185 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:53.197371 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-62fbec1f-3194-4d50-9bb1-527be7ccd716 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4e2d45b-c9a5-4290-bade-10c339385ea2 HTTP/1.1" status: 200 len: 217 time: 0.0420892 Oct 29 13:32:53.204815 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-18f1b39e-5a99-49c4-b632-791a245d2098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:53.235145 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f1b39e-5a99-49c4-b632-791a245d2098 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=101275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 13:32:53.248828 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_common [req-41131889-fc6a-40c6-997c-db92386da4b4 req-b6cd8f40-95c4-4875-ad0b-5efb19986519 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Allocated IP 172.20.0.11 (9b00fe28-a5bb-47a1-b3da-ae5774a84660/190fdc9d-b7ca-4aac-8054-029f057e3220/297f0860-5eca-4489-80dd-06a64c0f02df) {{(pid=101275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:32:53.260537 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-c15482f1-156e-48d7-a252-c57ec164bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:53.262770 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-c15482f1-156e-48d7-a252-c57ec164bbc4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1929ad4c-8f08-4de6-91ed-e7a6821dc3a0 HTTP/1.1" status: 200 len: 859 time: 0.0583251 Oct 29 13:32:53.284163 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-18f1b39e-5a99-49c4-b632-791a245d2098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:53.284500 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.db.segments_db [None req-18f1b39e-5a99-49c4-b632-791a245d2098 admin admin] Added segment a584d0dd-5544-436c-b691-c6b3872772ac of type vlan for network ebce6641-80a6-425e-9bd4-0180c8578f1a Oct 29 13:32:53.307769 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-f447999c-b342-47fc-a186-d55d32036cc3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5f220f7-750e-495a-b9c4-c7c245afa919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380559 Oct 29 13:32:53.345168 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 2f64a540-a793-4305-9ee9-6fe3b62e1388 up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:32:53.357360 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1b39e-5a99-49c4-b632-791a245d2098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3475a20f-0d47-4993-8474-cefb52027ed7,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:53.388407 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-989370b0-9eb6-4055-ad58-d2935074b174 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Made reservation on behalf of 7078166fcf074917b62f68cae696746b for: {'port': 1} {{(pid=101275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:32:53.391846 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-989370b0-9eb6-4055-ad58-d2935074b174 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:53.393837 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-0ceb24e0-e68e-4ddc-8cce-34cd19874c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:53.405577 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning for port 2f64a540-a793-4305-9ee9-6fe3b62e1388 completed by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 13:32:53.410488 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port 2f64a540-a793-4305-9ee9-6fe3b62e1388 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:53.410865 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:53.438688 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-18f1b39e-5a99-49c4-b632-791a245d2098 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763699395961'] for network, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:53.462156 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-8fe4fb41-6a81-40ae-8b6c-9286f0c6b5e9 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463308 Oct 29 13:32:53.487176 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-7dcfb4a2-6df9-49b4-acae-4f89f5dd4bd6 req-26c36c17-f66c-4742-ab1e-b874149894e6 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 210 time: 0.1631298 Oct 29 13:32:53.494968 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:53.547583 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9697ec88-0207-4a75-9f13-334453021731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f64a540-a793-4305-9ee9-6fe3b62e1388'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:32:53.679187 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-18f1b39e-5a99-49c4-b632-791a245d2098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for network, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:53.680239 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f1b39e-5a99-49c4-b632-791a245d2098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:53.680810 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-18f1b39e-5a99-49c4-b632-791a245d2098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:53.695270 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 2f64a540-a793-4305-9ee9-6fe3b62e1388, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=2f64a540-a793-4305-9ee9-6fe3b62e1388,segment=NetworkSegment(b3efb1a5-1b86-45aa-b262-27650811f687),segment_id=b3efb1a5-1b86-45aa-b262-27650811f687)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:32:53.711823 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:53.714881 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device becdb76f-bef6-416c-8357-4fa91c08d663 up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:32:53.738947 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ac548-7c7f-4f57-bfe4-3bd648327dba req-664330fc-8a77-4ee4-bbca-1752d63a0483 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:53.740540 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-045ac548-7c7f-4f57-bfe4-3bd648327dba req-664330fc-8a77-4ee4-bbca-1752d63a0483 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 945 time: 0.1253433 Oct 29 13:32:53.751623 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-429d4a4c-5709-4519-a526-a76db3c6e82e req-bf9e4500-cdb9-486a-8810-124a6fc5a1c7 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821527 Oct 29 13:32:53.854281 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-045ac548-7c7f-4f57-bfe4-3bd648327dba req-852aabb4-60f0-4e72-ac75-882680e7793c tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1642f70-fbb0-45e9-a62a-ce1673eb3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998232 Oct 29 13:32:53.885200 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1f4bbdc8-2fda-483f-b0fa-1a8a59a10185 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:53.890706 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=2f64a540-a793-4305-9ee9-6fe3b62e1388,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:53.900454 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a5715a-fdb2-4a4b-8ac0-1d9831c11c95" -d '{"events": [{"server_uuid": "9697ec88-0207-4a75-9f13-334453021731", "name": "network-vif-plugged", "status": "completed", "tag": "2f64a540-a793-4305-9ee9-6fe3b62e1388"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:32:53.904176 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-10f51709-0550-40f2-84e3-1a95c3e3ef3c req-a27625d0-92d3-4182-81cd-e5ac6c04a1c7 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 210 time: 0.2636204 Oct 29 13:32:53.965226 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad437e-0e12-4812-84bc-33fbdc9dcf96 req-8fa3aa80-7247-45f3-97db-b8f8b9aaaff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:53.967713 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-30ad437e-0e12-4812-84bc-33fbdc9dcf96 req-8fa3aa80-7247-45f3-97db-b8f8b9aaaff7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7078166fcf074917b62f68cae696746b&device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 1096 time: 0.0991073 Oct 29 13:32:53.982661 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning for port becdb76f-bef6-416c-8357-4fa91c08d663 completed by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 13:32:53.986980 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port becdb76f-bef6-416c-8357-4fa91c08d663 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:53.987470 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:54.023024 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1f4bbdc8-2fda-483f-b0fa-1a8a59a10185 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:54.099732 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1b39e-5a99-49c4-b632-791a245d2098 admin admin] Pushing event updated for resources: {'Network': ['ID=ebce6641-80a6-425e-9bd4-0180c8578f1a,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:54.126304 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad437e-0e12-4812-84bc-33fbdc9dcf96 req-0aa77d70-28a9-4acc-9383-24fc4485aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:54.136570 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-30ad437e-0e12-4812-84bc-33fbdc9dcf96 req-0aa77d70-28a9-4acc-9383-24fc4485aaae service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5f220f7-750e-495a-b9c4-c7c245afa919 HTTP/1.1" status: 200 len: 920 time: 0.1609249 Oct 29 13:32:54.144980 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_common [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-989370b0-9eb6-4055-ad58-d2935074b174 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Allocated IP 172.20.0.13 (d5f220f7-750e-495a-b9c4-c7c245afa919/1929ad4c-8f08-4de6-91ed-e7a6821dc3a0/4772a4e2-ffbd-436d-be0b-c8b0d53b4648) {{(pid=101275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:32:54.160663 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Network ebce6641-80a6-425e-9bd4-0180c8578f1a details requested by agent ovs-agent-dv-cinder-815884-1-iscsi with host dv-cinder-815884-1-iscsi {{(pid=101276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 13:32:54.160806 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-18f1b39e-5a99-49c4-b632-791a245d2098 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0235357 Oct 29 13:32:54.172985 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1f4bbdc8-2fda-483f-b0fa-1a8a59a10185 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495903'] for floatingip, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:54.203961 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 57894) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:54.205977 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-30ad437e-0e12-4812-84bc-33fbdc9dcf96 req-4cb61f45-8249-4907-a380-7a5917211c03 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4e2d45b-c9a5-4290-bade-10c339385ea2 HTTP/1.1" status: 200 len: 217 time: 0.0613811 Oct 29 13:32:54.213528 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-88a458ce-5ad8-4cd5-aa3e-98160ba544f3 admin admin] Request body: {'subnet': {'network_id': 'ebce6641-80a6-425e-9bd4-0180c8578f1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1584258662-subnet', 'tenant_id': '86fdda7a5c574ce59e4bbb087fc5bf30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:54.225136 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1f4bbdc8-2fda-483f-b0fa-1a8a59a10185 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for floatingip, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:54.235663 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-1f4bbdc8-2fda-483f-b0fa-1a8a59a10185 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1237345 Oct 29 13:32:54.297375 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad437e-0e12-4812-84bc-33fbdc9dcf96 req-630d92c1-a787-4e01-a7ec-35cb3034bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:54.299473 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94247937-cc06-4174-a5f2-30be9c31a869 x-openstack-request-id: req-94247937-cc06-4174-a5f2-30be9c31a869 {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:32:54.299915 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-30ad437e-0e12-4812-84bc-33fbdc9dcf96 req-630d92c1-a787-4e01-a7ec-35cb3034bb0d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1929ad4c-8f08-4de6-91ed-e7a6821dc3a0 HTTP/1.1" status: 200 len: 859 time: 0.0870812 Oct 29 13:32:54.300034 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-41131889-fc6a-40c6-997c-db92386da4b4 req-b6cd8f40-95c4-4875-ad0b-5efb19986519 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for port, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:54.302297 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9697ec88-0207-4a75-9f13-334453021731", "name": "network-vif-plugged", "status": "completed", "tag": "2f64a540-a793-4305-9ee9-6fe3b62e1388", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:32:54.302573 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-94247937-cc06-4174-a5f2-30be9c31a869 {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:32:54.306169 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9697ec88-0207-4a75-9f13-334453021731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f64a540-a793-4305-9ee9-6fe3b62e1388', 'code': 200} Oct 29 13:32:54.322129 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:54.346849 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bbdc8-2fda-483f-b0fa-1a8a59a10185 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Pushing event updated for resources: {'Port': ['ID=d5bbaec8-2dee-4142-9cd9-b0a6222c923c,revision_number=2']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:54.360740 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-30ad437e-0e12-4812-84bc-33fbdc9dcf96 req-6543dd03-4ea9-4f23-ab33-a12219c41644 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5f220f7-750e-495a-b9c4-c7c245afa919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526440 Oct 29 13:32:54.380559 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port becdb76f-bef6-416c-8357-4fa91c08d663, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=becdb76f-bef6-416c-8357-4fa91c08d663,segment=NetworkSegment(5a566e44-33a4-41ce-b950-6305e41afffb),segment_id=5a566e44-33a4-41ce-b950-6305e41afffb)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:32:54.388406 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:54.451911 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.26', 51607) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:54.470496 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=becdb76f-bef6-416c-8357-4fa91c08d663,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:54.485607 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-0ceb24e0-e68e-4ddc-8cce-34cd19874c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:54.523126 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-0ceb24e0-e68e-4ddc-8cce-34cd19874c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:54.555407 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a458ce-5ad8-4cd5-aa3e-98160ba544f3 admin admin] Made reservation on behalf of 86fdda7a5c574ce59e4bbb087fc5bf30 for: {'subnet': 1} {{(pid=101275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:32:54.557861 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-88a458ce-5ad8-4cd5-aa3e-98160ba544f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:54.558857 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e0c02-cd7f-4487-a6ba-74ac1670d9c3 req-29b64271-e6ba-47b3-bd1a-86fb738c28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:54.560685 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e50e0c02-cd7f-4487-a6ba-74ac1670d9c3 req-29b64271-e6ba-47b3-bd1a-86fb738c28e0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 1099 time: 0.1053555 Oct 29 13:32:54.571722 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb24e0-e68e-4ddc-8cce-34cd19874c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b1213b-6cde-469b-a6a9-46ed1cb47c51,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:54.593643 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-30ad437e-0e12-4812-84bc-33fbdc9dcf96 req-403157a6-c0ba-4cd7-ab33-3825075e41d0 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235496 Oct 29 13:32:54.594454 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-e50e0c02-cd7f-4487-a6ba-74ac1670d9c3 req-1dca2298-165f-4cc3-bbb6-238cacfa8e04 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:54.696979 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05d039-f922-4c10-9735-bbe30e27fe7b req-14947a6d-eadf-439a-8a1d-54d0516e38b7 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:54.698757 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ba05d039-f922-4c10-9735-bbe30e27fe7b req-14947a6d-eadf-439a-8a1d-54d0516e38b7 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 946 time: 0.4163432 Oct 29 13:32:54.707466 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-41131889-fc6a-40c6-997c-db92386da4b4 req-b6cd8f40-95c4-4875-ad0b-5efb19986519 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:54.732522 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-6aa65ffc-8a5e-4c97-a19f-867d8978bdec tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1291718542&fields=id&tenant_id=7a7750e1de6f482ebcfe89e9ad577e0c HTTP/1.1" status: 200 len: 267 time: 0.1053176 Oct 29 13:32:54.774560 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-0ceb24e0-e68e-4ddc-8cce-34cd19874c80 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=71b25f58944349ae81ee1e88585e69b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7625597 Oct 29 13:32:54.784256 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 57926) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:54.838391 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-30ad437e-0e12-4812-84bc-33fbdc9dcf96 req-7e589f47-4e8d-4df9-bda6-3950e3fce1d9 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336121 Oct 29 13:32:54.854895 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41131889-fc6a-40c6-997c-db92386da4b4 req-b6cd8f40-95c4-4875-ad0b-5efb19986519 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Network 9b00fe28-a5bb-47a1-b3da-ae5774a84660 is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:32:54.891782 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-e50e0c02-cd7f-4487-a6ba-74ac1670d9c3 req-1dca2298-165f-4cc3-bbb6-238cacfa8e04 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:54.903706 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-b991021f-e7ae-4f2a-8a98-1ba84bc8865f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:54.905345 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-b991021f-e7ae-4f2a-8a98-1ba84bc8865f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/networks?id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa HTTP/1.1" status: 200 len: 817 time: 0.1724133 Oct 29 13:32:54.906712 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-e50e0c02-cd7f-4487-a6ba-74ac1670d9c3 req-1dca2298-165f-4cc3-bbb6-238cacfa8e04 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:54.952758 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e50e0c02-cd7f-4487-a6ba-74ac1670d9c3 req-1dca2298-165f-4cc3-bbb6-238cacfa8e04 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f1642f70-fbb0-45e9-a62a-ce1673eb3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838587 Oct 29 13:32:54.953987 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-18002883-ca16-467e-a823-84cb0ed25696 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/quotas/7a7750e1de6f482ebcfe89e9ad577e0c HTTP/1.1" status: 200 len: 375 time: 0.0399616 Oct 29 13:32:54.958927 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca2298-165f-4cc3-bbb6-238cacfa8e04 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ad24408a-fd08-409d-b3e3-2d6d91751f0f,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:55.013933 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-d057e6b7-e6d5-4dc2-87b4-7737c0f4b390 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7a7750e1de6f482ebcfe89e9ad577e0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518916 Oct 29 13:32:55.048467 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [req-41131889-fc6a-40c6-997c-db92386da4b4 req-b6cd8f40-95c4-4875-ad0b-5efb19986519 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:55.051167 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [req-41131889-fc6a-40c6-997c-db92386da4b4 req-b6cd8f40-95c4-4875-ad0b-5efb19986519 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Received port after_create {{(pid=101275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:32:55.056848 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41131889-fc6a-40c6-997c-db92386da4b4 req-b6cd8f40-95c4-4875-ad0b-5efb19986519 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:55.057450 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-41131889-fc6a-40c6-997c-db92386da4b4 req-b6cd8f40-95c4-4875-ad0b-5efb19986519 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for port, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:55.081863 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8f40-95c4-4875-ad0b-5efb19986519 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Pushing event updated for resources: {'Port': ['ID=297f0860-5eca-4489-80dd-06a64c0f02df,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:55.104394 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ba05d039-f922-4c10-9735-bbe30e27fe7b req-9c6a6402-f10e-4614-8a70-08721ad2e9a7 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889914 Oct 29 13:32:55.110990 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-989370b0-9eb6-4055-ad58-d2935074b174 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Notify callbacks [] for port, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:55.146220 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-41131889-fc6a-40c6-997c-db92386da4b4 req-b6cd8f40-95c4-4875-ad0b-5efb19986519 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9840040 Oct 29 13:32:55.150761 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-ea39c149-96f0-40a1-9299-ca4219cfa842 service neutron] 10.222.0.96 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210284 Oct 29 13:32:55.213512 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [req-41131889-fc6a-40c6-997c-db92386da4b4 req-a2b2b399-d9bc-4d13-810c-3dcab979693a service neutron] Request body: {'port': {'device_id': '3514ebdc-efef-4212-a080-cb9e0f9c7cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:55.266993 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-c3239f9f-a10d-43e5-a733-e1cd1fb19469 service neutron] 10.222.0.96 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145420 Oct 29 13:32:55.273699 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-628f4b8d-dfae-4cfa-960d-35a44168e86f req-1bce9228-dc98-435f-a5a6-7aab7d55841a tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 210 time: 0.0675323 Oct 29 13:32:55.337331 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8a8a6c6d-d898-4ae6-b836-289fc372f644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:55.409263 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-789cdec1-a367-4247-836b-0385708a576f None None] Provisioning complete for port 297f0860-5eca-4489-80dd-06a64c0f02df triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:55.409736 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-789cdec1-a367-4247-836b-0385708a576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:55.457792 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8a8a6c6d-d898-4ae6-b836-289fc372f644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:55.470971 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-789cdec1-a367-4247-836b-0385708a576f None None] Port 297f0860-5eca-4489-80dd-06a64c0f02df cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:32:55.485090 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-b78b88a3-b591-4255-8cca-a6f88fafa842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:55.494719 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98b3c4-1404-4100-a86a-821950a812d2 req-ff477d9a-289b-4359-95b2-d74ca13c3f42 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:55.496891 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-bf98b3c4-1404-4100-a86a-821950a812d2 req-ff477d9a-289b-4359-95b2-d74ca13c3f42 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 932 time: 0.0673685 Oct 29 13:32:55.509607 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-989370b0-9eb6-4055-ad58-d2935074b174 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:55.518054 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-41131889-fc6a-40c6-997c-db92386da4b4 req-a2b2b399-d9bc-4d13-810c-3dcab979693a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:55.542624 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-bf98b3c4-1404-4100-a86a-821950a812d2 req-ae22ae70-4ca4-4885-9075-21fbca542f76 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382590 Oct 29 13:32:55.600543 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-88a458ce-5ad8-4cd5-aa3e-98160ba544f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for subnet, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:55.613617 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5c95159c-73e3-439e-8033-a25d351bd1b1 req-3aff86a8-cbdc-4e91-bd3c-3d256de46d59 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 210 time: 0.0283566 Oct 29 13:32:55.623562 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357112cc-8ce8-424c-b9d0-8c5602cc7185 req-17e8436f-07b9-48bf-8602-24014694d011 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:55.625052 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-357112cc-8ce8-424c-b9d0-8c5602cc7185 req-17e8436f-07b9-48bf-8602-24014694d011 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 946 time: 0.2490828 Oct 29 13:32:55.666482 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-989370b0-9eb6-4055-ad58-d2935074b174 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Network d5f220f7-750e-495a-b9c4-c7c245afa919 is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:32:55.690432 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-989370b0-9eb6-4055-ad58-d2935074b174 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:55.698509 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989370b0-9eb6-4055-ad58-d2935074b174 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Pushing event updated for resources: {'Port': ['ID=4772a4e2-ffbd-436d-be0b-c8b0d53b4648,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:55.702643 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-989370b0-9eb6-4055-ad58-d2935074b174 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Received port after_create {{(pid=101275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:32:55.708169 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-989370b0-9eb6-4055-ad58-d2935074b174 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:55.708777 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-989370b0-9eb6-4055-ad58-d2935074b174 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for port, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:55.763049 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8a8a6c6d-d898-4ae6-b836-289fc372f644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:55.765487 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8a8a6c6d-d898-4ae6-b836-289fc372f644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:55.766634 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-8a8a6c6d-d898-4ae6-b836-289fc372f644 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/09b1213b-6cde-469b-a6a9-46ed1cb47c51 HTTP/1.1" status: 204 len: 168 time: 0.9707088 Oct 29 13:32:55.824181 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a458ce-5ad8-4cd5-aa3e-98160ba544f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66dcd968-65c6-4820-bb48-343f976c726b,revision_number=0']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:55.829594 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-989370b0-9eb6-4055-ad58-d2935074b174 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0054932 Oct 29 13:32:55.857861 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-ec9706d2-36d9-4dc6-b5f9-0b630fba4065 service neutron] Request body: {'port': {'device_id': 'eb48a55c-da01-4b05-845f-ee4e65716b31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:55.868056 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-357112cc-8ce8-424c-b9d0-8c5602cc7185 req-2f8fc594-8582-48c0-9385-181fa7f3bbb6 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1642f70-fbb0-45e9-a62a-ce1673eb3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038403 Oct 29 13:32:55.873102 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a6c6d-d898-4ae6-b836-289fc372f644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b1213b-6cde-469b-a6a9-46ed1cb47c51,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:55.899052 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a458ce-5ad8-4cd5-aa3e-98160ba544f3 admin admin] Checking segment: {'id': 'a584d0dd-5544-436c-b691-c6b3872772ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ebce6641-80a6-425e-9bd4-0180c8578f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:32:55.899346 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a458ce-5ad8-4cd5-aa3e-98160ba544f3 admin admin] Network hostable DHCP agents. Network: ebce6641-80a6-425e-9bd4-0180c8578f1a, hostable agents: ['06601b14-b41b-4094-84be-2323d3ae6cac'], hosted agents: [] {{(pid=101275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 13:32:55.991377 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a458ce-5ad8-4cd5-aa3e-98160ba544f3 admin admin] Network ebce6641-80a6-425e-9bd4-0180c8578f1a is scheduled to be hosted by DHCP agent 06601b14-b41b-4094-84be-2323d3ae6cac with binding_index 1 {{(pid=101275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 13:32:56.001407 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-ec9706d2-36d9-4dc6-b5f9-0b630fba4065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:56.020974 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-88a458ce-5ad8-4cd5-aa3e-98160ba544f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815884-1-iscsi, ebce6641-80a6-425e-9bd4-0180c8578f1a) {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:56.031896 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b29fc6-9a32-4ecd-a54f-315131b06692 None None] Network ebce6641-80a6-425e-9bd4-0180c8578f1a requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:32:56.034352 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a458ce-5ad8-4cd5-aa3e-98160ba544f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:56.034926 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-88a458ce-5ad8-4cd5-aa3e-98160ba544f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:56.096137 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-88a458ce-5ad8-4cd5-aa3e-98160ba544f3 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8875780 Oct 29 13:32:56.227126 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [req-41131889-fc6a-40c6-997c-db92386da4b4 req-a2b2b399-d9bc-4d13-810c-3dcab979693a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 297f0860-5eca-4489-80dd-06a64c0f02df {{(pid=101275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:32:56.250524 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b75fdf-54c9-4b2e-a669-09aadfc94f9c None None] Network ebce6641-80a6-425e-9bd4-0180c8578f1a requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:32:56.250704 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-41131889-fc6a-40c6-997c-db92386da4b4 req-a2b2b399-d9bc-4d13-810c-3dcab979693a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:56.258928 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59449f12-dd19-476e-bb70-99df2414434f req-5467ecd9-8e07-4e1c-a232-03131b302664 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:56.268230 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-59449f12-dd19-476e-bb70-99df2414434f req-5467ecd9-8e07-4e1c-a232-03131b302664 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 946 time: 0.0911934 Oct 29 13:32:56.295259 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.provisioning_blocks [req-41131889-fc6a-40c6-997c-db92386da4b4 req-a2b2b399-d9bc-4d13-810c-3dcab979693a service neutron] Transition to ACTIVE for port object 297f0860-5eca-4489-80dd-06a64c0f02df will not be triggered until provisioned by entity L2. {{(pid=101275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 13:32:56.304426 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-41131889-fc6a-40c6-997c-db92386da4b4 req-a2b2b399-d9bc-4d13-810c-3dcab979693a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:56.349293 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-59449f12-dd19-476e-bb70-99df2414434f req-e7940824-6709-4bd7-955f-2c8b40c70cc7 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796809 Oct 29 13:32:56.422466 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2b399-d9bc-4d13-810c-3dcab979693a service neutron] Pushing event updated for resources: {'Port': ['ID=297f0860-5eca-4489-80dd-06a64c0f02df,revision_number=2']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:56.463989 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2ea5b2-033b-4585-b78d-30ba7fbd82bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'becdb76f-bef6-416c-8357-4fa91c08d663'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:32:56.471106 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e053f792-1de2-43f0-ae3d-db4c43d4f859" -d '{"events": [{"server_uuid": "bd2ea5b2-033b-4585-b78d-30ba7fbd82bd", "name": "network-vif-plugged", "status": "completed", "tag": "becdb76f-bef6-416c-8357-4fa91c08d663"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:32:56.486374 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [req-41131889-fc6a-40c6-997c-db92386da4b4 req-a2b2b399-d9bc-4d13-810c-3dcab979693a service neutron] Attempting to bind port 297f0860-5eca-4489-80dd-06a64c0f02df on host hv-cinder-81588 for vnic_type normal with profile {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:32:56.486705 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [req-41131889-fc6a-40c6-997c-db92386da4b4 req-a2b2b399-d9bc-4d13-810c-3dcab979693a service neutron] Attempting to bind port 297f0860-5eca-4489-80dd-06a64c0f02df by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '527f676e-5a03-488c-8dd0-cadb1d3b0adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660'}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:32:56.487051 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41131889-fc6a-40c6-997c-db92386da4b4 req-a2b2b399-d9bc-4d13-810c-3dcab979693a service neutron] Attempting to bind port 297f0860-5eca-4489-80dd-06a64c0f02df on network 9b00fe28-a5bb-47a1-b3da-ae5774a84660 {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:32:56.542226 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41131889-fc6a-40c6-997c-db92386da4b4 req-a2b2b399-d9bc-4d13-810c-3dcab979693a service neutron] Port 297f0860-5eca-4489-80dd-06a64c0f02df on network 9b00fe28-a5bb-47a1-b3da-ae5774a84660 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 13:32:56.542617 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41131889-fc6a-40c6-997c-db92386da4b4 req-a2b2b399-d9bc-4d13-810c-3dcab979693a service neutron] Attempting to bind port 297f0860-5eca-4489-80dd-06a64c0f02df on network 9b00fe28-a5bb-47a1-b3da-ae5774a84660 {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:32:56.587737 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bbb513-67ef-4d50-bebf-824a0aa32660 x-openstack-request-id: req-89bbb513-67ef-4d50-bebf-824a0aa32660 {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:32:56.588857 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2ea5b2-033b-4585-b78d-30ba7fbd82bd", "name": "network-vif-plugged", "status": "completed", "tag": "becdb76f-bef6-416c-8357-4fa91c08d663", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:32:56.591311 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-89bbb513-67ef-4d50-bebf-824a0aa32660 {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:32:56.591985 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2ea5b2-033b-4585-b78d-30ba7fbd82bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'becdb76f-bef6-416c-8357-4fa91c08d663', 'code': 200} Oct 29 13:32:56.617234 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41131889-fc6a-40c6-997c-db92386da4b4 req-a2b2b399-d9bc-4d13-810c-3dcab979693a service neutron] Checking agent: {'id': 'f4eb5ed7-5e0f-48be-9842-f1315b14e800', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'started_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:32:56.617591 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41131889-fc6a-40c6-997c-db92386da4b4 req-a2b2b399-d9bc-4d13-810c-3dcab979693a service neutron] Checking segment: {'id': '527f676e-5a03-488c-8dd0-cadb1d3b0adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:32:56.617892 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41131889-fc6a-40c6-997c-db92386da4b4 req-a2b2b399-d9bc-4d13-810c-3dcab979693a service neutron] Bound using segment: {'id': '527f676e-5a03-488c-8dd0-cadb1d3b0adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660'} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:32:56.618336 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [req-41131889-fc6a-40c6-997c-db92386da4b4 req-a2b2b399-d9bc-4d13-810c-3dcab979693a service neutron] Bound port: 297f0860-5eca-4489-80dd-06a64c0f02df, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '527f676e-5a03-488c-8dd0-cadb1d3b0adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660'}}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:32:56.618692 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-41131889-fc6a-40c6-997c-db92386da4b4 req-a2b2b399-d9bc-4d13-810c-3dcab979693a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:56.799542 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-ec9706d2-36d9-4dc6-b5f9-0b630fba4065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4772a4e2-ffbd-436d-be0b-c8b0d53b4648 {{(pid=101275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:32:56.811413 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:56.826502 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:32:56.827485 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-ec9706d2-36d9-4dc6-b5f9-0b630fba4065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:56.882180 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e837dca-d24a-4062-8b47-cbd7acdee673 req-9a7bb4fd-9d25-4439-968b-3eab2f242e47 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:56.888055 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3e837dca-d24a-4062-8b47-cbd7acdee673 req-9a7bb4fd-9d25-4439-968b-3eab2f242e47 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 944 time: 0.1816356 Oct 29 13:32:56.941565 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7395b34-81ce-44b4-beda-7e3cf1922e92 req-a9c6fa4f-d5fa-4156-ba72-306758ed1c98 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:56.945466 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d7395b34-81ce-44b4-beda-7e3cf1922e92 req-a9c6fa4f-d5fa-4156-ba72-306758ed1c98 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 932 time: 0.4603081 Oct 29 13:32:56.964378 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.provisioning_blocks [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-ec9706d2-36d9-4dc6-b5f9-0b630fba4065 service neutron] Transition to ACTIVE for port object 4772a4e2-ffbd-436d-be0b-c8b0d53b4648 will not be triggered until provisioned by entity L2. {{(pid=101275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 13:32:56.990805 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-aabe0965-6388-4a46-9358-44455ee75a16 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:56.992548 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-aabe0965-6388-4a46-9358-44455ee75a16 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.26 "GET /v2.0/networks?id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa HTTP/1.1" status: 200 len: 817 time: 0.4595613 Oct 29 13:32:57.007180 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3e837dca-d24a-4062-8b47-cbd7acdee673 req-1c52565c-cbb2-41c3-9096-2af908525e74 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099701 Oct 29 13:32:57.042787 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-ec9706d2-36d9-4dc6-b5f9-0b630fba4065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:57.075725 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [req-41131889-fc6a-40c6-997c-db92386da4b4 req-a2b2b399-d9bc-4d13-810c-3dcab979693a service neutron] For port 297f0860-5eca-4489-80dd-06a64c0f02df, host hv-cinder-81588, cleared binding levels {{(pid=101275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:32:57.080324 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [req-41131889-fc6a-40c6-997c-db92386da4b4 req-a2b2b399-d9bc-4d13-810c-3dcab979693a service neutron] For port 297f0860-5eca-4489-80dd-06a64c0f02df, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=297f0860-5eca-4489-80dd-06a64c0f02df,segment=NetworkSegment(527f676e-5a03-488c-8dd0-cadb1d3b0adb),segment_id=527f676e-5a03-488c-8dd0-cadb1d3b0adb)] {{(pid=101275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:32:57.123006 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-b246284d-ec73-4406-b3d6-b7c282b0b63c tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a7750e1de6f482ebcfe89e9ad577e0c HTTP/1.1" status: 200 len: 380 time: 0.1144171 Oct 29 13:32:57.149998 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-c9b49dd8-36d4-4289-84c9-35ed90c8766a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Request body: {'port': {'device_id': '27c9284f-a335-4a48-9c8b-5e1572d12240', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'admin_state_up': True, 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'security_groups': ['cb342d22-b89e-4b27-88b1-c9f5f8b816a2']}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:57.158579 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9706d2-36d9-4dc6-b5f9-0b630fba4065 service neutron] Pushing event updated for resources: {'Port': ['ID=4772a4e2-ffbd-436d-be0b-c8b0d53b4648,revision_number=2']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:57.168445 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-41131889-fc6a-40c6-997c-db92386da4b4 req-a2b2b399-d9bc-4d13-810c-3dcab979693a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:57.237764 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-fc3e465a-b0bf-4de5-8163-69500c0871d1 req-90359f55-705f-4f9a-b374-fd8c3c4b595d tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 210 time: 0.1179883 Oct 29 13:32:57.273511 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bc614-ca2a-4d6e-8eaa-4cc3de72394e req-1a923965-7ab9-4a43-bc4d-ff0247ca1bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:57.275035 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-787bc614-ca2a-4d6e-8eaa-4cc3de72394e req-1a923965-7ab9-4a43-bc4d-ff0247ca1bfa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 1099 time: 0.2254853 Oct 29 13:32:57.280727 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41131889-fc6a-40c6-997c-db92386da4b4 req-a2b2b399-d9bc-4d13-810c-3dcab979693a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:57.281636 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-41131889-fc6a-40c6-997c-db92386da4b4 req-a2b2b399-d9bc-4d13-810c-3dcab979693a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for port, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:57.283545 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-41131889-fc6a-40c6-997c-db92386da4b4 req-a2b2b399-d9bc-4d13-810c-3dcab979693a service neutron] 10.222.0.26 "PUT /v2.0/ports/297f0860-5eca-4489-80dd-06a64c0f02df HTTP/1.1" status: 200 len: 1094 time: 2.0863600 Oct 29 13:32:57.289006 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 58012) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:57.300845 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-3af301ea-27bb-4843-b7e5-0d5196ab7449 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-783192838-network', 'tenant_id': 'f6163179c410418faf241d0a33f325c7'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:57.303763 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3514ebdc-efef-4212-a080-cb9e0f9c7cc4', 'tag': '297f0860-5eca-4489-80dd-06a64c0f02df'}] {{(pid=101275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:32:57.307523 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1ae6470871d1e7f5254046b6a14a5a61bc426f08075d8dbcbc5db3d9a889b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f716ddfa-c01d-485b-97b5-b2f3970b001b" -d '{"events": [{"name": "network-changed", "server_uuid": "3514ebdc-efef-4212-a080-cb9e0f9c7cc4", "tag": "297f0860-5eca-4489-80dd-06a64c0f02df"}]}' {{(pid=101275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:32:57.310613 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2b399-d9bc-4d13-810c-3dcab979693a service neutron] Pushing event updated for resources: {'Port': ['ID=297f0860-5eca-4489-80dd-06a64c0f02df,revision_number=3']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:57.318399 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-ec9706d2-36d9-4dc6-b5f9-0b630fba4065 service neutron] Attempting to bind port 4772a4e2-ffbd-436d-be0b-c8b0d53b4648 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:32:57.319152 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-ec9706d2-36d9-4dc6-b5f9-0b630fba4065 service neutron] Attempting to bind port 4772a4e2-ffbd-436d-be0b-c8b0d53b4648 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'b1cf983c-83eb-4c49-90bb-0003a5b937dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd5f220f7-750e-495a-b9c4-c7c245afa919'}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:32:57.319572 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-ec9706d2-36d9-4dc6-b5f9-0b630fba4065 service neutron] Attempting to bind port 4772a4e2-ffbd-436d-be0b-c8b0d53b4648 on network d5f220f7-750e-495a-b9c4-c7c245afa919 {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:32:57.326973 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-ec9706d2-36d9-4dc6-b5f9-0b630fba4065 service neutron] Port 4772a4e2-ffbd-436d-be0b-c8b0d53b4648 on network d5f220f7-750e-495a-b9c4-c7c245afa919 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 13:32:57.327690 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-ec9706d2-36d9-4dc6-b5f9-0b630fba4065 service neutron] Attempting to bind port 4772a4e2-ffbd-436d-be0b-c8b0d53b4648 on network d5f220f7-750e-495a-b9c4-c7c245afa919 {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:32:57.338322 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d7395b34-81ce-44b4-beda-7e3cf1922e92 req-58bc8438-f83e-4eee-b055-e2267cd19d8c tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799045 Oct 29 13:32:57.339431 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-ec9706d2-36d9-4dc6-b5f9-0b630fba4065 service neutron] Checking agent: {'id': 'f4eb5ed7-5e0f-48be-9842-f1315b14e800', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'started_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:32:57.340484 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-ec9706d2-36d9-4dc6-b5f9-0b630fba4065 service neutron] Checking segment: {'id': 'b1cf983c-83eb-4c49-90bb-0003a5b937dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd5f220f7-750e-495a-b9c4-c7c245afa919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:32:57.340960 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-ec9706d2-36d9-4dc6-b5f9-0b630fba4065 service neutron] Bound using segment: {'id': 'b1cf983c-83eb-4c49-90bb-0003a5b937dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd5f220f7-750e-495a-b9c4-c7c245afa919'} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:32:57.341514 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-ec9706d2-36d9-4dc6-b5f9-0b630fba4065 service neutron] Bound port: 4772a4e2-ffbd-436d-be0b-c8b0d53b4648, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1cf983c-83eb-4c49-90bb-0003a5b937dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd5f220f7-750e-495a-b9c4-c7c245afa919'}}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:32:57.342290 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-ec9706d2-36d9-4dc6-b5f9-0b630fba4065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:57.391789 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device e4e2d45b-c9a5-4290-bade-10c339385ea2 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:32:57.428974 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-787bc614-ca2a-4d6e-8eaa-4cc3de72394e req-5f2b18c6-a801-46c3-9df1-a368d2f0367c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406844 Oct 29 13:32:57.452354 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af301ea-27bb-4843-b7e5-0d5196ab7449 admin admin] Made reservation on behalf of f6163179c410418faf241d0a33f325c7 for: {'network': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:32:57.454707 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3af301ea-27bb-4843-b7e5-0d5196ab7449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for network, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:57.474689 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3af301ea-27bb-4843-b7e5-0d5196ab7449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:57.487330 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c33005-9ae1-4128-8103-f8978b369326 x-openstack-request-id: req-f2c33005-9ae1-4128-8103-f8978b369326 {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:32:57.487636 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3514ebdc-efef-4212-a080-cb9e0f9c7cc4", "tag": "297f0860-5eca-4489-80dd-06a64c0f02df", "status": "completed", "code": 200}]} {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:32:57.487891 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f2c33005-9ae1-4128-8103-f8978b369326 {{(pid=101275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:32:57.488293 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3514ebdc-efef-4212-a080-cb9e0f9c7cc4', 'tag': '297f0860-5eca-4489-80dd-06a64c0f02df', 'status': 'completed', 'code': 200} Oct 29 13:32:57.518544 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41131889-fc6a-40c6-997c-db92386da4b4 req-af561b25-82d1-4534-886c-7e53cfc564ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:57.520007 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-41131889-fc6a-40c6-997c-db92386da4b4 req-af561b25-82d1-4534-886c-7e53cfc564ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f8248bc18c44ce3a53d399a2faba011&device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 1097 time: 0.1555552 Oct 29 13:32:57.581053 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026153c4-7cb5-472d-9be7-25dcd464884f req-f2165b90-4811-4821-be04-c4592e401bc1 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:57.582626 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port e4e2d45b-c9a5-4290-bade-10c339385ea2, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=e4e2d45b-c9a5-4290-bade-10c339385ea2,segment=NetworkSegment(b1cf983c-83eb-4c49-90bb-0003a5b937dd),segment_id=b1cf983c-83eb-4c49-90bb-0003a5b937dd)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:32:57.583159 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-026153c4-7cb5-472d-9be7-25dcd464884f req-f2165b90-4811-4821-be04-c4592e401bc1 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 946 time: 0.2396626 Oct 29 13:32:57.585449 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-c9b49dd8-36d4-4289-84c9-35ed90c8766a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Made reservation on behalf of 7a7750e1de6f482ebcfe89e9ad577e0c for: {'port': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:32:57.589563 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-c9b49dd8-36d4-4289-84c9-35ed90c8766a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:57.603212 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-ec9706d2-36d9-4dc6-b5f9-0b630fba4065 service neutron] For port 4772a4e2-ffbd-436d-be0b-c8b0d53b4648, host hv-cinder-81588, cleared binding levels {{(pid=101275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:32:57.613564 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': 'e4e2d45b-c9a5-4290-bade-10c339385ea2', 'network_id': 'd5f220f7-750e-495a-b9c4-c7c245afa919', 'port_id': 'e4e2d45b-c9a5-4290-bade-10c339385ea2', 'mac_address': 'fa:16:3e:98:b2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1929ad4c-8f08-4de6-91ed-e7a6821dc3a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:32:57.665233 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-026153c4-7cb5-472d-9be7-25dcd464884f req-1ed07e74-0d1b-419e-a515-4b0b1d35ee2f tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1642f70-fbb0-45e9-a62a-ce1673eb3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710936 Oct 29 13:32:57.691585 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:57.732713 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-ec9706d2-36d9-4dc6-b5f9-0b630fba4065 service neutron] For port 4772a4e2-ffbd-436d-be0b-c8b0d53b4648, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=4772a4e2-ffbd-436d-be0b-c8b0d53b4648,segment=NetworkSegment(b1cf983c-83eb-4c49-90bb-0003a5b937dd),segment_id=b1cf983c-83eb-4c49-90bb-0003a5b937dd)] {{(pid=101275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:32:57.736782 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-41131889-fc6a-40c6-997c-db92386da4b4 req-eba77ada-9447-402c-a264-518fc600b363 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=297f0860-5eca-4489-80dd-06a64c0f02df HTTP/1.1" status: 200 len: 217 time: 0.0989027 Oct 29 13:32:57.747004 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-ec9706d2-36d9-4dc6-b5f9-0b630fba4065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:57.765195 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e2d45b-c9a5-4290-bade-10c339385ea2 {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:32:57.789501 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port e4e2d45b-c9a5-4290-bade-10c339385ea2, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=e4e2d45b-c9a5-4290-bade-10c339385ea2,segment=NetworkSegment(b1cf983c-83eb-4c49-90bb-0003a5b937dd),segment_id=b1cf983c-83eb-4c49-90bb-0003a5b937dd)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:32:57.794810 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:57.802253 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab193ac-64a5-4c91-b7ca-a53a59c56879 req-1ee7b8bb-3e29-4029-b95f-1c608df23af0 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:57.803797 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-eab193ac-64a5-4c91-b7ca-a53a59c56879 req-1ee7b8bb-3e29-4029-b95f-1c608df23af0 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 946 time: 0.2315106 Oct 29 13:32:57.848497 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-ec9706d2-36d9-4dc6-b5f9-0b630fba4065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:57.848497 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-ec9706d2-36d9-4dc6-b5f9-0b630fba4065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for port, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:57.848497 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-ec9706d2-36d9-4dc6-b5f9-0b630fba4065 service neutron] 10.222.0.26 "PUT /v2.0/ports/4772a4e2-ffbd-436d-be0b-c8b0d53b4648 HTTP/1.1" status: 200 len: 1094 time: 1.9967005 Oct 29 13:32:57.888647 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41131889-fc6a-40c6-997c-db92386da4b4 req-2e082d4e-c43c-4673-b277-78d7be6b7672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:57.890288 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-41131889-fc6a-40c6-997c-db92386da4b4 req-2e082d4e-c43c-4673-b277-78d7be6b7672 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=190fdc9d-b7ca-4aac-8054-029f057e3220 HTTP/1.1" status: 200 len: 849 time: 0.1394103 Oct 29 13:32:57.894438 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=e4e2d45b-c9a5-4290-bade-10c339385ea2,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:57.899273 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9706d2-36d9-4dc6-b5f9-0b630fba4065 service neutron] Pushing event updated for resources: {'Port': ['ID=4772a4e2-ffbd-436d-be0b-c8b0d53b4648,revision_number=3']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:57.927900 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-c9b49dd8-36d4-4289-84c9-35ed90c8766a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Allocated IP 172.20.0.11 (0342d3e5-b15b-4d7b-9252-6c7510cc9cfa/de6a4b99-0646-46d8-a18a-25de200d28c4/d49765ad-79cc-45ce-898a-88b1395fa0fb) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:32:57.947074 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-eab193ac-64a5-4c91-b7ca-a53a59c56879 req-5ea43b3a-54e3-4819-b3c8-937ed7fba7d2 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165006 Oct 29 13:32:57.948809 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3af301ea-27bb-4843-b7e5-0d5196ab7449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:57.966427 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3af301ea-27bb-4843-b7e5-0d5196ab7449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:57.997144 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41131889-fc6a-40c6-997c-db92386da4b4 req-fd61b43b-75f6-4e7f-9304-051a81020730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:57.998838 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-41131889-fc6a-40c6-997c-db92386da4b4 req-fd61b43b-75f6-4e7f-9304-051a81020730 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9b00fe28-a5bb-47a1-b3da-ae5774a84660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0943084 Oct 29 13:32:58.000514 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-e92283fd-5fea-4217-926a-63eb5a882755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:58.001852 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-e92283fd-5fea-4217-926a-63eb5a882755 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7078166fcf074917b62f68cae696746b&device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 1097 time: 0.0962336 Oct 29 13:32:58.010043 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:58.057280 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['e4e2d45b-c9a5-4290-bade-10c339385ea2'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:32:58.130983 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-c9b49dd8-36d4-4289-84c9-35ed90c8766a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:58.133367 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-f3bd7bd3-9627-4343-8d5b-0a4797e72007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:58.146390 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af301ea-27bb-4843-b7e5-0d5196ab7449 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=101274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 13:32:58.146617 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-c1ae4664-d783-4203-ad2b-fef52cd49f5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4772a4e2-ffbd-436d-be0b-c8b0d53b4648 HTTP/1.1" status: 200 len: 217 time: 0.1141982 Oct 29 13:32:58.157243 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3af301ea-27bb-4843-b7e5-0d5196ab7449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:58.157589 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.segments_db [None req-3af301ea-27bb-4843-b7e5-0d5196ab7449 admin admin] Added segment 0fb80f2d-6050-454a-9c24-d8e3469fe1f4 of type vlan for network bc55ed09-9e7c-4e45-b837-05624b1b12a3 Oct 29 13:32:58.215852 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3af301ea-27bb-4843-b7e5-0d5196ab7449 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763699395961'] for network, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:58.270559 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3af301ea-27bb-4843-b7e5-0d5196ab7449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for network, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:58.271630 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af301ea-27bb-4843-b7e5-0d5196ab7449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:58.273463 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3af301ea-27bb-4843-b7e5-0d5196ab7449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:58.318459 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-958cfbdc-0066-45b7-b484-a79341c61140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:58.321164 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-958cfbdc-0066-45b7-b484-a79341c61140 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1929ad4c-8f08-4de6-91ed-e7a6821dc3a0 HTTP/1.1" status: 200 len: 859 time: 0.1659937 Oct 29 13:32:58.322999 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-41131889-fc6a-40c6-997c-db92386da4b4 req-8fa940ad-96bc-4485-ba5f-fd1eae76b3f2 service neutron] 10.222.0.26 "GET /v2.0/networks/9b00fe28-a5bb-47a1-b3da-ae5774a84660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079703 Oct 29 13:32:58.393797 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af301ea-27bb-4843-b7e5-0d5196ab7449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adb8c74-cac8-4d32-b4ba-6e641d55bb1a,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:58.420910 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-3af301ea-27bb-4843-b7e5-0d5196ab7449 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1308529 Oct 29 13:32:58.422988 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 58040) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:58.430037 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-e470fbed-9cfc-47bf-9c16-300a0e62763e admin admin] Request body: {'subnet': {'network_id': 'bc55ed09-9e7c-4e45-b837-05624b1b12a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-783192838-subnet', 'tenant_id': 'f6163179c410418faf241d0a33f325c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:58.433374 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af301ea-27bb-4843-b7e5-0d5196ab7449 admin admin] Pushing event updated for resources: {'Network': ['ID=bc55ed09-9e7c-4e45-b837-05624b1b12a3,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:58.458207 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Network bc55ed09-9e7c-4e45-b837-05624b1b12a3 details requested by agent ovs-agent-dv-cinder-815884-1-iscsi with host dv-cinder-815884-1-iscsi {{(pid=101276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 13:32:58.467531 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a18398-a6f0-4677-bb31-778144638c75 req-5eac61f1-282a-4ec3-9339-61f6b7c08781 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:58.475186 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c3a18398-a6f0-4677-bb31-778144638c75 req-5eac61f1-282a-4ec3-9339-61f6b7c08781 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 944 time: 0.2313035 Oct 29 13:32:58.497109 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-c9b49dd8-36d4-4289-84c9-35ed90c8766a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:58.498359 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-41131889-fc6a-40c6-997c-db92386da4b4 req-a7225c84-3306-40b4-b4e9-5fe09473114c service neutron] 10.222.0.26 "GET /v2.0/networks/9b00fe28-a5bb-47a1-b3da-ae5774a84660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541932 Oct 29 13:32:58.507899 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e470fbed-9cfc-47bf-9c16-300a0e62763e admin admin] Made reservation on behalf of f6163179c410418faf241d0a33f325c7 for: {'subnet': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:32:58.509428 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e470fbed-9cfc-47bf-9c16-300a0e62763e admin admin] Notify callbacks [] for subnet, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:58.566410 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e87d0070-97aa-44c5-8a50-06a597249b57 req-15cd94a7-25ed-49a1-9b2e-6792b7fa6674 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 210 time: 0.2297931 Oct 29 13:32:58.571736 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-2282cc92-1c8e-47e3-ac5f-23e3a621fd25 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5f220f7-750e-495a-b9c4-c7c245afa919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2259426 Oct 29 13:32:58.823236 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c3a18398-a6f0-4677-bb31-778144638c75 req-89817f0b-7dbe-46bd-81a6-124168c44683 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3465335 Oct 29 13:32:58.830505 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-c9b49dd8-36d4-4289-84c9-35ed90c8766a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Network 0342d3e5-b15b-4d7b-9252-6c7510cc9cfa is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:32:58.836450 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-c9b49dd8-36d4-4289-84c9-35ed90c8766a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:58.850547 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-c9b49dd8-36d4-4289-84c9-35ed90c8766a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:32:58.856589 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-c9b49dd8-36d4-4289-84c9-35ed90c8766a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:58.857201 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-c9b49dd8-36d4-4289-84c9-35ed90c8766a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:58.862933 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b49dd8-36d4-4289-84c9-35ed90c8766a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Pushing event updated for resources: {'Port': ['ID=d49765ad-79cc-45ce-898a-88b1395fa0fb,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:58.894158 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-c9b49dd8-36d4-4289-84c9-35ed90c8766a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7492363 Oct 29 13:32:58.907480 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716ddfa-c01d-485b-97b5-b2f3970b001b req-a51fc0e4-4021-47fe-8ba1-86a80b4cc1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:58.908962 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f716ddfa-c01d-485b-97b5-b2f3970b001b req-a51fc0e4-4021-47fe-8ba1-86a80b4cc1ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f8248bc18c44ce3a53d399a2faba011&device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 1097 time: 0.2972109 Oct 29 13:32:58.913191 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-28e8ba08-5aef-41bf-a7ee-05db540bb70f service neutron] Request body: {'port': {'device_id': '27c9284f-a335-4a48-9c8b-5e1572d12240', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:32:58.918897 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d3c9e-4ac5-4d86-aaf1-bdd78eff7512 req-581cedd8-60f6-41b1-978e-664e58283933 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:58.920250 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-821d3c9e-4ac5-4d86-aaf1-bdd78eff7512 req-581cedd8-60f6-41b1-978e-664e58283933 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 944 time: 0.2638056 Oct 29 13:32:58.933195 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-04a465c6-c15d-4866-b228-8aef6bf8225c service neutron] 10.222.0.26 "GET /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457582 Oct 29 13:32:58.995233 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-28e8ba08-5aef-41bf-a7ee-05db540bb70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:59.080971 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-821d3c9e-4ac5-4d86-aaf1-bdd78eff7512 req-336855bd-6f89-4503-a4fe-06de96c6dbcc tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508098 Oct 29 13:32:59.124417 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e470fbed-9cfc-47bf-9c16-300a0e62763e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for subnet, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:59.142811 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-7c77ba1a-81fa-481b-8c5a-39bd10e72187 req-599df7d0-4ecb-49d2-aebe-315b32a039ff service neutron] 10.222.0.26 "GET /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949184 Oct 29 13:32:59.144673 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716ddfa-c01d-485b-97b5-b2f3970b001b req-0a6ebfad-caab-4a1e-b9a9-d6dd31caf4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:59.146302 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f716ddfa-c01d-485b-97b5-b2f3970b001b req-0a6ebfad-caab-4a1e-b9a9-d6dd31caf4ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=9b00fe28-a5bb-47a1-b3da-ae5774a84660 HTTP/1.1" status: 200 len: 911 time: 0.2251382 Oct 29 13:32:59.192289 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f716ddfa-c01d-485b-97b5-b2f3970b001b req-0ba9a0d1-ea09-44de-aa3c-fb00c1211687 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=297f0860-5eca-4489-80dd-06a64c0f02df HTTP/1.1" status: 200 len: 217 time: 0.0380921 Oct 29 13:32:59.213745 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-9822ce34-48a8-4c86-ad78-4e943e16dffa None None] Provisioning complete for port d49765ad-79cc-45ce-898a-88b1395fa0fb triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:59.214938 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-9822ce34-48a8-4c86-ad78-4e943e16dffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:59.269838 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ed0f9-7096-4286-8acf-982fe7ed6e33 req-e7e220e8-b05b-4a26-b6bf-a3e51a2ed35c tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:59.270065 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716ddfa-c01d-485b-97b5-b2f3970b001b req-204acf96-22d0-48b4-aac9-3905bcfe30c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:59.270749 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:59.271772 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f716ddfa-c01d-485b-97b5-b2f3970b001b req-204acf96-22d0-48b4-aac9-3905bcfe30c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=190fdc9d-b7ca-4aac-8054-029f057e3220 HTTP/1.1" status: 200 len: 849 time: 0.0661139 Oct 29 13:32:59.275347 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-710ed0f9-7096-4286-8acf-982fe7ed6e33 req-e7e220e8-b05b-4a26-b6bf-a3e51a2ed35c tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 946 time: 0.1895261 Oct 29 13:32:59.276103 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-9822ce34-48a8-4c86-ad78-4e943e16dffa None None] Port d49765ad-79cc-45ce-898a-88b1395fa0fb cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:32:59.320426 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716ddfa-c01d-485b-97b5-b2f3970b001b req-32c2212a-71b3-4abb-ad82-9adaf6b1a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:59.321799 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f716ddfa-c01d-485b-97b5-b2f3970b001b req-32c2212a-71b3-4abb-ad82-9adaf6b1a81f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9b00fe28-a5bb-47a1-b3da-ae5774a84660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396843 Oct 29 13:32:59.344748 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470fbed-9cfc-47bf-9c16-300a0e62763e admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f7d101-0752-44f9-9075-9419fdd81cc1,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:32:59.374413 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e470fbed-9cfc-47bf-9c16-300a0e62763e admin admin] Checking segment: {'id': '0fb80f2d-6050-454a-9c24-d8e3469fe1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bc55ed09-9e7c-4e45-b837-05624b1b12a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:32:59.374775 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e470fbed-9cfc-47bf-9c16-300a0e62763e admin admin] Network hostable DHCP agents. Network: bc55ed09-9e7c-4e45-b837-05624b1b12a3, hostable agents: ['06601b14-b41b-4094-84be-2323d3ae6cac'], hosted agents: [] {{(pid=101274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 13:32:59.395587 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device e4e2d45b-c9a5-4290-bade-10c339385ea2 up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:32:59.431920 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-710ed0f9-7096-4286-8acf-982fe7ed6e33 req-2c7c1168-5ead-4a41-aae5-2024c18cca1b tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282251 Oct 29 13:32:59.464113 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f716ddfa-c01d-485b-97b5-b2f3970b001b req-dcf14e63-c4ea-418a-a93e-f5ae07bf856e service neutron] 10.222.0.26 "GET /v2.0/networks/9b00fe28-a5bb-47a1-b3da-ae5774a84660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335025 Oct 29 13:32:59.476109 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e470fbed-9cfc-47bf-9c16-300a0e62763e admin admin] Network bc55ed09-9e7c-4e45-b837-05624b1b12a3 is scheduled to be hosted by DHCP agent 06601b14-b41b-4094-84be-2323d3ae6cac with binding_index 1 {{(pid=101274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 13:32:59.495603 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning for port e4e2d45b-c9a5-4290-bade-10c339385ea2 completed by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 13:32:59.500544 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port e4e2d45b-c9a5-4290-bade-10c339385ea2 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:32:59.500919 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:59.509101 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb48a55c-da01-4b05-845f-ee4e65716b31', 'tag': '4772a4e2-ffbd-436d-be0b-c8b0d53b4648'}] {{(pid=101275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:32:59.514443 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-e470fbed-9cfc-47bf-9c16-300a0e62763e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815884-1-iscsi, bc55ed09-9e7c-4e45-b837-05624b1b12a3) {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:32:59.522762 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e470fbed-9cfc-47bf-9c16-300a0e62763e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:59.523859 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e470fbed-9cfc-47bf-9c16-300a0e62763e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:59.528889 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1ae6470871d1e7f5254046b6a14a5a61bc426f08075d8dbcbc5db3d9a889b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80827b14-5d60-44f1-9c43-8eb96be23369" -d '{"events": [{"name": "network-changed", "server_uuid": "eb48a55c-da01-4b05-845f-ee4e65716b31", "tag": "4772a4e2-ffbd-436d-be0b-c8b0d53b4648"}]}' {{(pid=101275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:32:59.539144 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b4c841-5c4a-424b-8435-f8e0af6e828c None None] Network bc55ed09-9e7c-4e45-b837-05624b1b12a3 requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:32:59.608373 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-e470fbed-9cfc-47bf-9c16-300a0e62763e admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1818492 Oct 29 13:32:59.673502 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-28e8ba08-5aef-41bf-a7ee-05db540bb70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49765ad-79cc-45ce-898a-88b1395fa0fb {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:32:59.689058 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed07a4d-5da1-4fb1-b9ac-2b75db4781c6 x-openstack-request-id: req-7ed07a4d-5da1-4fb1-b9ac-2b75db4781c6 {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:32:59.689407 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb48a55c-da01-4b05-845f-ee4e65716b31", "tag": "4772a4e2-ffbd-436d-be0b-c8b0d53b4648", "status": "completed", "code": 200}]} {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:32:59.689586 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7ed07a4d-5da1-4fb1-b9ac-2b75db4781c6 {{(pid=101275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:32:59.695128 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb48a55c-da01-4b05-845f-ee4e65716b31', 'tag': '4772a4e2-ffbd-436d-be0b-c8b0d53b4648', 'status': 'completed', 'code': 200} Oct 29 13:32:59.707817 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-28e8ba08-5aef-41bf-a7ee-05db540bb70f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:59.728754 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 58074) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:59.742492 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-28e8ba08-5aef-41bf-a7ee-05db540bb70f service neutron] Transition to ACTIVE for port object d49765ad-79cc-45ce-898a-88b1395fa0fb will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 13:32:59.772493 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 58078) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:32:59.818634 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-28e8ba08-5aef-41bf-a7ee-05db540bb70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:59.842616 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:32:59.925964 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f876b0-d798-409d-90a6-b48c99c2fc66 None None] Network bc55ed09-9e7c-4e45-b837-05624b1b12a3 requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:32:59.934740 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36bbf99-9c28-4d21-b72b-a31707096ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e2d45b-c9a5-4290-bade-10c339385ea2'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:32:59.937262 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245c6ffd-e908-4175-8c85-094430564e86" -d '{"events": [{"server_uuid": "e36bbf99-9c28-4d21-b72b-a31707096ce3", "name": "network-vif-plugged", "status": "completed", "tag": "e4e2d45b-c9a5-4290-bade-10c339385ea2"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:32:59.939248 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80827b14-5d60-44f1-9c43-8eb96be23369 req-c0477cef-b0ee-480a-ad9d-c21bcfbf3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:32:59.943577 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-80827b14-5d60-44f1-9c43-8eb96be23369 req-c0477cef-b0ee-480a-ad9d-c21bcfbf3c88 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7078166fcf074917b62f68cae696746b&device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 1097 time: 0.2465355 Oct 29 13:32:59.986220 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port e4e2d45b-c9a5-4290-bade-10c339385ea2, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=e4e2d45b-c9a5-4290-bade-10c339385ea2,segment=NetworkSegment(b1cf983c-83eb-4c49-90bb-0003a5b937dd),segment_id=b1cf983c-83eb-4c49-90bb-0003a5b937dd)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:33:00.005678 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:00.064272 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f716ddfa-c01d-485b-97b5-b2f3970b001b req-24ea637c-4d1c-4577-ade1-2fa3305ab6cc service neutron] 10.222.0.26 "GET /v2.0/networks/9b00fe28-a5bb-47a1-b3da-ae5774a84660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5810690 Oct 29 13:33:00.083459 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8ba08-5aef-41bf-a7ee-05db540bb70f service neutron] Pushing event updated for resources: {'Port': ['ID=d49765ad-79cc-45ce-898a-88b1395fa0fb,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:00.095768 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_v2 [None req-142d3551-18e2-4a08-9540-62a6cf65590b admin admin] Deleting subnet 66dcd968-65c6-4820-bb48-343f976c726b {{(pid=101274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 29 13:33:00.096483 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d1ee2e77-50f0-4146-9d1c-e5f8612058de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:00.152353 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c37f36-26d2-4e16-b727-fe12125126c8 req-e97bf44b-409f-42c5-9a0f-9db89bcf12b7 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:00.162038 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-12c37f36-26d2-4e16-b727-fe12125126c8 req-e97bf44b-409f-42c5-9a0f-9db89bcf12b7 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.4172928 Oct 29 13:33:00.192495 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-142d3551-18e2-4a08-9540-62a6cf65590b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:00.195885 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80827b14-5d60-44f1-9c43-8eb96be23369 req-2ef2aee4-aa7d-4a25-ad90-4f9c1cc5d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:00.197668 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-80827b14-5d60-44f1-9c43-8eb96be23369 req-2ef2aee4-aa7d-4a25-ad90-4f9c1cc5d71f service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5f220f7-750e-495a-b9c4-c7c245afa919 HTTP/1.1" status: 200 len: 920 time: 0.2377076 Oct 29 13:33:00.227503 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=e4e2d45b-c9a5-4290-bade-10c339385ea2,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:00.305580 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-80827b14-5d60-44f1-9c43-8eb96be23369 req-59a71a2b-b4dc-4b6e-b13a-c531acbedf4b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4772a4e2-ffbd-436d-be0b-c8b0d53b4648 HTTP/1.1" status: 200 len: 217 time: 0.0860744 Oct 29 13:33:00.334143 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-28e8ba08-5aef-41bf-a7ee-05db540bb70f service neutron] Attempting to bind port d49765ad-79cc-45ce-898a-88b1395fa0fb on host hv-cinder-81588 for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:33:00.334685 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-28e8ba08-5aef-41bf-a7ee-05db540bb70f service neutron] Attempting to bind port d49765ad-79cc-45ce-898a-88b1395fa0fb by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '124deaa8-b20c-4855-8f40-a7544028e724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:33:00.335013 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-28e8ba08-5aef-41bf-a7ee-05db540bb70f service neutron] Attempting to bind port d49765ad-79cc-45ce-898a-88b1395fa0fb on network 0342d3e5-b15b-4d7b-9252-6c7510cc9cfa {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:33:00.361358 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-12c37f36-26d2-4e16-b727-fe12125126c8 req-e3b4602e-d1e7-4148-89d1-4197318ae198 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965916 Oct 29 13:33:00.367772 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-28e8ba08-5aef-41bf-a7ee-05db540bb70f service neutron] Port d49765ad-79cc-45ce-898a-88b1395fa0fb on network 0342d3e5-b15b-4d7b-9252-6c7510cc9cfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 13:33:00.368143 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-28e8ba08-5aef-41bf-a7ee-05db540bb70f service neutron] Attempting to bind port d49765ad-79cc-45ce-898a-88b1395fa0fb on network 0342d3e5-b15b-4d7b-9252-6c7510cc9cfa {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:33:00.393153 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-28e8ba08-5aef-41bf-a7ee-05db540bb70f service neutron] Checking agent: {'id': 'f4eb5ed7-5e0f-48be-9842-f1315b14e800', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'started_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:33:00.393578 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-28e8ba08-5aef-41bf-a7ee-05db540bb70f service neutron] Checking segment: {'id': '124deaa8-b20c-4855-8f40-a7544028e724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:33:00.393924 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-28e8ba08-5aef-41bf-a7ee-05db540bb70f service neutron] Bound using segment: {'id': '124deaa8-b20c-4855-8f40-a7544028e724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:33:00.394369 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-28e8ba08-5aef-41bf-a7ee-05db540bb70f service neutron] Bound port: d49765ad-79cc-45ce-898a-88b1395fa0fb, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '124deaa8-b20c-4855-8f40-a7544028e724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:33:00.394860 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-28e8ba08-5aef-41bf-a7ee-05db540bb70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:00.423012 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d1ee2e77-50f0-4146-9d1c-e5f8612058de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:00.441063 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d1ee2e77-50f0-4146-9d1c-e5f8612058de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:00.450339 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c37146-d055-4464-bd99-1bea837660da x-openstack-request-id: req-17c37146-d055-4464-bd99-1bea837660da {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:33:00.450920 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36bbf99-9c28-4d21-b72b-a31707096ce3", "name": "network-vif-plugged", "status": "completed", "tag": "e4e2d45b-c9a5-4290-bade-10c339385ea2", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:33:00.451368 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-17c37146-d055-4464-bd99-1bea837660da {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:33:00.452376 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36bbf99-9c28-4d21-b72b-a31707096ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e2d45b-c9a5-4290-bade-10c339385ea2', 'code': 200} Oct 29 13:33:00.465570 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-142d3551-18e2-4a08-9540-62a6cf65590b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:00.478437 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-142d3551-18e2-4a08-9540-62a6cf65590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7868206'] for subnet, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:00.508555 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-d1ee2e77-50f0-4146-9d1c-e5f8612058de admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c6532ff482cc468abe9a59e2c1a91f74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7661591 Oct 29 13:33:00.510451 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80827b14-5d60-44f1-9c43-8eb96be23369 req-c23e5345-6760-4a56-8be5-5b8930000ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:00.511523 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-80827b14-5d60-44f1-9c43-8eb96be23369 req-c23e5345-6760-4a56-8be5-5b8930000ea3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1929ad4c-8f08-4de6-91ed-e7a6821dc3a0 HTTP/1.1" status: 200 len: 859 time: 0.2040949 Oct 29 13:33:00.513615 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 58104) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:00.525141 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee2e77-50f0-4146-9d1c-e5f8612058de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0223938b-d59d-4ea9-a4ab-40303f8568fd,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:00.567329 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-28e8ba08-5aef-41bf-a7ee-05db540bb70f service neutron] For port d49765ad-79cc-45ce-898a-88b1395fa0fb, host hv-cinder-81588, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:33:00.593798 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d54408-6370-489a-b2a5-495ad0a94200 req-cfd32add-2d19-4b75-b3f5-ef290257d950 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:00.595984 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-28e8ba08-5aef-41bf-a7ee-05db540bb70f service neutron] For port d49765ad-79cc-45ce-898a-88b1395fa0fb, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d49765ad-79cc-45ce-898a-88b1395fa0fb,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:33:00.599555 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b3d54408-6370-489a-b2a5-495ad0a94200 req-cfd32add-2d19-4b75-b3f5-ef290257d950 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 944 time: 0.1749396 Oct 29 13:33:00.609552 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-28e8ba08-5aef-41bf-a7ee-05db540bb70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:00.625161 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-80827b14-5d60-44f1-9c43-8eb96be23369 req-fd0bff02-e570-4d62-a814-42734ac9dec8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5f220f7-750e-495a-b9c4-c7c245afa919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901449 Oct 29 13:33:00.644261 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cad67-5c46-4e70-a7e7-7e25ec69865d req-7b164954-cd75-4342-be3d-66e3f47c25c6 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:00.645805 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c20cad67-5c46-4e70-a7e7-7e25ec69865d req-7b164954-cd75-4342-be3d-66e3f47c25c6 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 944 time: 0.1305695 Oct 29 13:33:00.650138 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-142d3551-18e2-4a08-9540-62a6cf65590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7868193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for subnet, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:00.692290 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-28e8ba08-5aef-41bf-a7ee-05db540bb70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:00.692911 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-28e8ba08-5aef-41bf-a7ee-05db540bb70f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:00.694272 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-28e8ba08-5aef-41bf-a7ee-05db540bb70f service neutron] 10.222.0.26 "PUT /v2.0/ports/d49765ad-79cc-45ce-898a-88b1395fa0fb HTTP/1.1" status: 200 len: 1094 time: 1.7853270 Oct 29 13:33:00.694975 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d3551-18e2-4a08-9540-62a6cf65590b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66dcd968-65c6-4820-bb48-343f976c726b,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:00.697516 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c9284f-a335-4a48-9c8b-5e1572d12240', 'tag': 'd49765ad-79cc-45ce-898a-88b1395fa0fb'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:33:00.700417 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eaf9253-4ea2-40f2-bb00-841e3b0731de" -d '{"events": [{"name": "network-changed", "server_uuid": "27c9284f-a335-4a48-9c8b-5e1572d12240", "tag": "d49765ad-79cc-45ce-898a-88b1395fa0fb"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:33:00.711940 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-142d3551-18e2-4a08-9540-62a6cf65590b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:00.715737 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-142d3551-18e2-4a08-9540-62a6cf65590b admin admin] 10.222.0.96 "DELETE /v2.0/subnets/66dcd968-65c6-4820-bb48-343f976c726b HTTP/1.1" status: 204 len: 168 time: 0.9383497 Oct 29 13:33:00.724705 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 58108) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:00.755998 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:00.799105 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8ba08-5aef-41bf-a7ee-05db540bb70f service neutron] Pushing event updated for resources: {'Port': ['ID=d49765ad-79cc-45ce-898a-88b1395fa0fb,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:00.832661 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c20cad67-5c46-4e70-a7e7-7e25ec69865d req-98b3f0a4-4429-4670-a488-d9808331f152 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701808 Oct 29 13:33:00.840640 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-2308d382-c18b-448f-bc96-5128ad70512c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:00.849112 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b3d54408-6370-489a-b2a5-495ad0a94200 req-19300fc2-613e-44e6-9e40-06c2dfafaf7f tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179298 Oct 29 13:33:00.852748 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7898351'] for network, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:00.863432 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c6d32-d72f-460b-92a2-4a7a48069add req-96735020-9091-4893-a264-4c606f9023b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:00.865034 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-307c6d32-d72f-460b-92a2-4a7a48069add req-96735020-9091-4893-a264-4c606f9023b1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 1098 time: 0.2024589 Oct 29 13:33:00.876861 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-52a00a3f-91d4-475f-ade4-50d775bb592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:00.878304 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-52a00a3f-91d4-475f-ade4-50d775bb592a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a7750e1de6f482ebcfe89e9ad577e0c&device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 1097 time: 0.1239352 Oct 29 13:33:00.937541 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-2308d382-c18b-448f-bc96-5128ad70512c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:00.940235 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbd247a-e382-43ec-8049-577e69ab869c x-openstack-request-id: req-8cbd247a-e382-43ec-8049-577e69ab869c {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:33:00.940529 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c9284f-a335-4a48-9c8b-5e1572d12240", "tag": "d49765ad-79cc-45ce-898a-88b1395fa0fb", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:33:00.940777 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8cbd247a-e382-43ec-8049-577e69ab869c {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:33:00.941157 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c9284f-a335-4a48-9c8b-5e1572d12240', 'tag': 'd49765ad-79cc-45ce-898a-88b1395fa0fb', 'status': 'completed', 'code': 200} Oct 29 13:33:00.951166 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-774ea23c-8903-4e67-9c19-93935f9053f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d49765ad-79cc-45ce-898a-88b1395fa0fb HTTP/1.1" status: 200 len: 217 time: 0.0647030 Oct 29 13:33:00.958425 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-80827b14-5d60-44f1-9c43-8eb96be23369 req-8b916e54-15e8-4557-b16c-5a2de62feb2c service neutron] 10.222.0.26 "GET /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112564 Oct 29 13:33:00.980653 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-307c6d32-d72f-460b-92a2-4a7a48069add req-9405a458-503e-4bb7-948c-9f4dd5be4c28 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861914 Oct 29 13:33:01.015920 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7865813', 'neutron.services.segments.db._delete_segments_for_network-8763699824397'] for network, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:01.041263 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:01.041606 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:01.042361 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:01.042692 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] Subscribe: > port after_create 55550000 {{(pid=101274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:01.043053 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:01.043429 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] Subscribe: > port after_update 55550000 {{(pid=101274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:01.043761 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:01.044055 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:01.044383 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:01.044702 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:01.068443 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-2308d382-c18b-448f-bc96-5128ad70512c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:01.071290 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-2308d382-c18b-448f-bc96-5128ad70512c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:01.072415 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-2308d382-c18b-448f-bc96-5128ad70512c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0223938b-d59d-4ea9-a4ab-40303f8568fd HTTP/1.1" status: 204 len: 168 time: 0.5569575 Oct 29 13:33:01.079305 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-80827b14-5d60-44f1-9c43-8eb96be23369 req-554f944c-e23f-4cc5-9f25-c400b5311433 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109471 Oct 29 13:33:01.084366 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308d382-c18b-448f-bc96-5128ad70512c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0223938b-d59d-4ea9-a4ab-40303f8568fd,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:01.229389 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:01.229713 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:01.230295 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:01.231185 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:01.231569 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.services.segments.db [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebce6641-80a6-425e-9bd4-0180c8578f1a']}} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:33:01.237406 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-965ff0e2-3fd6-44fd-b097-6df24cbdd096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:01.238947 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-965ff0e2-3fd6-44fd-b097-6df24cbdd096 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de6a4b99-0646-46d8-a18a-25de200d28c4 HTTP/1.1" status: 200 len: 856 time: 0.2646401 Oct 29 13:33:01.261753 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.services.segments.db [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a584d0dd-5544-436c-b691-c6b3872772ac') {'for_net_delete': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:33:01.262297 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.services.segments.db [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a584d0dd-5544-436c-b691-c6b3872772ac') {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:33:01.299150 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763699824150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25625755'] for segment, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:01.328194 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:01.341876 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=101274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 13:33:01.342329 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25597383'] for segment, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: from cryptography.utils import int_from_bytes Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: from cryptography.utils import int_from_bytes Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: Traceback (most recent call last): Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: timer() Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: cb(*args, **kw) Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: return func(*args, **kwargs) Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: self._notify() Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: self.callback(batched_events) Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: event.method(event) Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: return f(self, *a, **k) Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: return self._get(url).json() Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: return self.request(url, 'GET', **kwargs) Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 13:33:01.346380 dv-cinder-815884-1-iscsi neutron-server[101274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 13:33:01.348806 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-32514d24-4b26-4cc9-b471-916226207a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:01.349570 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-32514d24-4b26-4cc9-b471-916226207a8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1007307 Oct 29 13:33:01.411106 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 58130) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:01.419185 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 297f0860-5eca-4489-80dd-06a64c0f02df details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:33:01.465968 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496109'] for network, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:01.466575 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-55d06a6f-5d72-4c45-b1da-fe2b71e79820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:01.482601 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:01.485711 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] 10.222.0.96 "DELETE /v2.0/networks/ebce6641-80a6-425e-9bd4-0180c8578f1a HTTP/1.1" status: 204 len: 168 time: 0.7600558 Oct 29 13:33:01.498032 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 58138) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:01.510476 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4775bb4-ee97-4b4d-932a-b3e8427cfa86 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebce6641-80a6-425e-9bd4-0180c8578f1a,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:01.552755 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-f0390cb3-6c80-4fc0-abae-d2bf36152d59 service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680429 Oct 29 13:33:01.572961 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-55d06a6f-5d72-4c45-b1da-fe2b71e79820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:01.579807 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-55d06a6f-5d72-4c45-b1da-fe2b71e79820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:01.626497 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-55d06a6f-5d72-4c45-b1da-fe2b71e79820 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2473e613d1a64421974a6469f1394f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141149 Oct 29 13:33:01.627082 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 58140) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:01.629086 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d06a6f-5d72-4c45-b1da-fe2b71e79820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4a5237-fe0a-4c79-a56e-c2017640a721,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:01.630862 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_v2 [None req-52371538-6816-4859-814f-7d8aff32cd33 admin admin] Deleting subnet 80f7d101-0752-44f9-9075-9419fdd81cc1 {{(pid=101274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 29 13:33:01.637924 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-52371538-6816-4859-814f-7d8aff32cd33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:01.677077 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 297f0860-5eca-4489-80dd-06a64c0f02df, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=297f0860-5eca-4489-80dd-06a64c0f02df,segment=NetworkSegment(527f676e-5a03-488c-8dd0-cadb1d3b0adb),segment_id=527f676e-5a03-488c-8dd0-cadb1d3b0adb)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:33:01.684583 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-95333c19-2522-476c-8f31-99bf7388454e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:01.694298 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f721923-f16c-42d6-abc1-56b9cadee77b req-e33d08a0-1c4e-48a5-87a8-5f012d3cbc36 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:01.695830 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5f721923-f16c-42d6-abc1-56b9cadee77b req-e33d08a0-1c4e-48a5-87a8-5f012d3cbc36 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.1597495 Oct 29 13:33:01.709605 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-52371538-6816-4859-814f-7d8aff32cd33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25625732'] for subnet, precommit_delete_associations {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:01.712034 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-95333c19-2522-476c-8f31-99bf7388454e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:01.712197 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': '297f0860-5eca-4489-80dd-06a64c0f02df', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'port_id': '297f0860-5eca-4489-80dd-06a64c0f02df', 'mac_address': 'fa:16:3e:ef:0b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:33:01.755074 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-92be3aaa-3914-444e-9067-3bce772ac8a6 req-d13690f0-cb9d-44c8-85d5-2e0ddb49172a service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874347 Oct 29 13:33:01.770868 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:01.783227 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5f721923-f16c-42d6-abc1-56b9cadee77b req-4963c0b0-34df-4f0a-9cd6-46607579a0da tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759721 Oct 29 13:33:01.789605 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-52371538-6816-4859-814f-7d8aff32cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7868206'] for subnet, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:01.789763 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-95333c19-2522-476c-8f31-99bf7388454e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:01.792355 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-95333c19-2522-476c-8f31-99bf7388454e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:01.793541 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-95333c19-2522-476c-8f31-99bf7388454e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2e4a5237-fe0a-4c79-a56e-c2017640a721 HTTP/1.1" status: 204 len: 168 time: 0.1654124 Oct 29 13:33:01.801628 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 297f0860-5eca-4489-80dd-06a64c0f02df {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:33:01.822748 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95333c19-2522-476c-8f31-99bf7388454e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4a5237-fe0a-4c79-a56e-c2017640a721,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:01.846637 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 297f0860-5eca-4489-80dd-06a64c0f02df, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=297f0860-5eca-4489-80dd-06a64c0f02df,segment=NetworkSegment(527f676e-5a03-488c-8dd0-cadb1d3b0adb),segment_id=527f676e-5a03-488c-8dd0-cadb1d3b0adb)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:33:01.853391 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:01.897727 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf9253-4ea2-40f2-bb00-841e3b0731de req-85785e59-e503-460f-92f3-9a2135238429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:01.899367 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8eaf9253-4ea2-40f2-bb00-841e3b0731de req-85785e59-e503-460f-92f3-9a2135238429 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a7750e1de6f482ebcfe89e9ad577e0c&device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 1097 time: 0.0708382 Oct 29 13:33:01.934292 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-52371538-6816-4859-814f-7d8aff32cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7868193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25597345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25489011'] for subnet, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:01.947851 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=297f0860-5eca-4489-80dd-06a64c0f02df,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:02.050374 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26476e8-f7b9-4c5b-b542-91d819b67ef5 req-3cd35726-d359-4633-9631-10f7b03e2bb1 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:02.051871 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f26476e8-f7b9-4c5b-b542-91d819b67ef5 req-3cd35726-d359-4633-9631-10f7b03e2bb1 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 944 time: 0.0626523 Oct 29 13:33:02.054758 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52371538-6816-4859-814f-7d8aff32cd33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80f7d101-0752-44f9-9075-9419fdd81cc1,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:02.060267 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-52371538-6816-4859-814f-7d8aff32cd33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:02.064050 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-52371538-6816-4859-814f-7d8aff32cd33 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/80f7d101-0752-44f9-9075-9419fdd81cc1 HTTP/1.1" status: 204 len: 168 time: 0.5647292 Oct 29 13:33:02.068567 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 58152) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:02.110900 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32762e7a-ea0a-4850-8ec7-e7c049e9b2af req-e7457cfe-349a-48eb-a60c-a079617d51b6 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:02.112442 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-32762e7a-ea0a-4850-8ec7-e7c049e9b2af req-e7457cfe-349a-48eb-a60c-a079617d51b6 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 945 time: 0.1273816 Oct 29 13:33:02.136758 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf9253-4ea2-40f2-bb00-841e3b0731de req-536ace55-7cbe-406f-9047-3ceff6c07e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:02.138240 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8eaf9253-4ea2-40f2-bb00-841e3b0731de req-536ace55-7cbe-406f-9047-3ceff6c07e5c service neutron] 10.222.0.26 "GET /v2.0/networks?id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa HTTP/1.1" status: 200 len: 918 time: 0.2232530 Oct 29 13:33:02.153402 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f26476e8-f7b9-4c5b-b542-91d819b67ef5 req-65842af5-ac16-43f0-9351-33f9354a5aa7 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914867 Oct 29 13:33:02.171452 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7898351'] for network, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:02.194408 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-32762e7a-ea0a-4850-8ec7-e7c049e9b2af req-28b27346-4d44-4d94-a49f-10c05a711d29 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721133 Oct 29 13:33:02.228674 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8eaf9253-4ea2-40f2-bb00-841e3b0731de req-872bf09a-c691-4cf1-9cde-ce927ca62960 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d49765ad-79cc-45ce-898a-88b1395fa0fb HTTP/1.1" status: 200 len: 217 time: 0.0699718 Oct 29 13:33:02.253877 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['297f0860-5eca-4489-80dd-06a64c0f02df'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:33:02.280560 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7865813', 'neutron.services.segments.db._delete_segments_for_network-8763699824397'] for network, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:02.310464 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:02.310986 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:02.311852 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:02.312477 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] Subscribe: > port after_create 55550000 {{(pid=101275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:02.312953 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:02.313446 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] Subscribe: > port after_update 55550000 {{(pid=101275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:02.313928 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:02.314497 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:02.314881 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:02.315340 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:02.390769 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:02.391154 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:02.392632 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:02.392632 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 13:33:02.392632 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc55ed09-9e7c-4e45-b837-05624b1b12a3']}} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:33:02.412811 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb80f2d-6050-454a-9c24-d8e3469fe1f4') {'for_net_delete': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:33:02.412988 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb80f2d-6050-454a-9c24-d8e3469fe1f4') {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:33:02.439745 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763699824150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3755680'] for segment, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:02.463162 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:02.472419 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=101275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 13:33:02.473095 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3952935'] for segment, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: from cryptography.utils import int_from_bytes Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: from cryptography.utils import int_from_bytes Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: Traceback (most recent call last): Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: timer() Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: cb(*args, **kw) Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: return func(*args, **kwargs) Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: self._notify() Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: self.callback(batched_events) Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: event.method(event) Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: return f(self, *a, **k) Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: return self._get(url).json() Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: return self.request(url, 'GET', **kwargs) Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 13:33:02.477094 dv-cinder-815884-1-iscsi neutron-server[101275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 13:33:02.491970 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf9253-4ea2-40f2-bb00-841e3b0731de req-70e9f4de-efed-4184-8d77-7f12f3e258af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:02.493658 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8eaf9253-4ea2-40f2-bb00-841e3b0731de req-70e9f4de-efed-4184-8d77-7f12f3e258af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de6a4b99-0646-46d8-a18a-25de200d28c4 HTTP/1.1" status: 200 len: 856 time: 0.2547958 Oct 29 13:33:02.536743 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496109'] for network, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:02.540555 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf9253-4ea2-40f2-bb00-841e3b0731de req-4c66e789-e39d-4c1a-9d7e-fd8f7fead258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:02.542073 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8eaf9253-4ea2-40f2-bb00-841e3b0731de req-4c66e789-e39d-4c1a-9d7e-fd8f7fead258 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407836 Oct 29 13:33:02.544595 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:02.547853 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] 10.222.0.96 "DELETE /v2.0/networks/bc55ed09-9e7c-4e45-b837-05624b1b12a3 HTTP/1.1" status: 204 len: 168 time: 0.4781880 Oct 29 13:33:02.557326 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2ca2a-8f5a-429a-8a7c-4610c9394c03 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc55ed09-9e7c-4e45-b837-05624b1b12a3,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:02.657006 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8eaf9253-4ea2-40f2-bb00-841e3b0731de req-dddf23a6-77c7-4bcc-b264-3407fae45d25 service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005685 Oct 29 13:33:02.717492 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 58176) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:02.760615 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-32ca8123-0a72-46bf-9cca-6f9368d79624 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=86fdda7a5c574ce59e4bbb087fc5bf30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419033 Oct 29 13:33:02.763132 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 58180) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:02.770396 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8eaf9253-4ea2-40f2-bb00-841e3b0731de req-161bd902-752c-4c32-98cc-0dcabcf0000f service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010635 Oct 29 13:33:02.810300 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f1855060-4ea7-4b3a-9859-66303de7e769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:02.830639 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f1855060-4ea7-4b3a-9859-66303de7e769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:02.879324 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f1855060-4ea7-4b3a-9859-66303de7e769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:02.882304 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f1855060-4ea7-4b3a-9859-66303de7e769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:02.886286 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-f1855060-4ea7-4b3a-9859-66303de7e769 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3475a20f-0d47-4993-8474-cefb52027ed7 HTTP/1.1" status: 204 len: 168 time: 0.1221654 Oct 29 13:33:02.905226 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1855060-4ea7-4b3a-9859-66303de7e769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3475a20f-0d47-4993-8474-cefb52027ed7,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:02.944962 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd382fc-7e48-4030-b0da-de6fb446b7ec req-8bfd9406-4c0e-4433-b1fc-990d5fa9f7ba tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:02.946913 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-5dd382fc-7e48-4030-b0da-de6fb446b7ec req-8bfd9406-4c0e-4433-b1fc-990d5fa9f7ba tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.0589337 Oct 29 13:33:02.988149 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-5dd382fc-7e48-4030-b0da-de6fb446b7ec req-ce1d5ef9-14dd-4219-a595-f83a4dd88fb9 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347610 Oct 29 13:33:03.294414 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 58212) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:03.335370 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86e1f1-e4ea-4b46-93ac-5a07c70b02db req-b01a5d12-104d-4d15-be6d-4bf14503741d tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:03.337121 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-bf86e1f1-e4ea-4b46-93ac-5a07c70b02db req-b01a5d12-104d-4d15-be6d-4bf14503741d tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 945 time: 0.0514543 Oct 29 13:33:03.387441 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581c198-ccdd-4782-a964-2f20211987f9 req-0d368393-defb-4e20-9ce9-74f7f4d9aa3f tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:03.388436 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-bf86e1f1-e4ea-4b46-93ac-5a07c70b02db req-952f46f0-0d2d-4185-bb47-4678f8212aca tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452709 Oct 29 13:33:03.394654 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f581c198-ccdd-4782-a964-2f20211987f9 req-0d368393-defb-4e20-9ce9-74f7f4d9aa3f tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 944 time: 0.0977588 Oct 29 13:33:03.413841 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-9d344b81-155d-482a-96e6-598162f0b2c4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f6163179c410418faf241d0a33f325c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1158836 Oct 29 13:33:03.414524 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 58216) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:03.422032 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 4772a4e2-ffbd-436d-be0b-c8b0d53b4648 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:33:03.424670 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 297f0860-5eca-4489-80dd-06a64c0f02df up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:33:03.458987 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f581c198-ccdd-4782-a964-2f20211987f9 req-ac02a6d0-6499-4b96-b1f8-8898f475e6c2 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578244 Oct 29 13:33:03.473551 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d5c5704f-28b6-4c48-a572-f16a964c9cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:03.508612 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d5c5704f-28b6-4c48-a572-f16a964c9cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:03.553094 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning for port 297f0860-5eca-4489-80dd-06a64c0f02df completed by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 13:33:03.575601 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port 297f0860-5eca-4489-80dd-06a64c0f02df triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:33:03.575971 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:03.576648 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d5c5704f-28b6-4c48-a572-f16a964c9cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:03.580765 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d5c5704f-28b6-4c48-a572-f16a964c9cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:03.582597 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-d5c5704f-28b6-4c48-a572-f16a964c9cba admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8adb8c74-cac8-4d32-b4ba-6e641d55bb1a HTTP/1.1" status: 204 len: 168 time: 0.1669393 Oct 29 13:33:03.593544 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5704f-28b6-4c48-a572-f16a964c9cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adb8c74-cac8-4d32-b4ba-6e641d55bb1a,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:03.646640 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 4772a4e2-ffbd-436d-be0b-c8b0d53b4648, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=4772a4e2-ffbd-436d-be0b-c8b0d53b4648,segment=NetworkSegment(b1cf983c-83eb-4c49-90bb-0003a5b937dd),segment_id=b1cf983c-83eb-4c49-90bb-0003a5b937dd)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:33:03.665267 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': '4772a4e2-ffbd-436d-be0b-c8b0d53b4648', 'network_id': 'd5f220f7-750e-495a-b9c4-c7c245afa919', 'port_id': '4772a4e2-ffbd-436d-be0b-c8b0d53b4648', 'mac_address': 'fa:16:3e:f0:fc:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1929ad4c-8f08-4de6-91ed-e7a6821dc3a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:33:03.735127 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:03.747238 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:03.759714 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4772a4e2-ffbd-436d-be0b-c8b0d53b4648 {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:33:03.784700 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3514ebdc-efef-4212-a080-cb9e0f9c7cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297f0860-5eca-4489-80dd-06a64c0f02df'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:33:03.787283 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabc6d0d-6a0b-44be-9dfc-742a370dbca6" -d '{"events": [{"server_uuid": "3514ebdc-efef-4212-a080-cb9e0f9c7cc4", "name": "network-vif-plugged", "status": "completed", "tag": "297f0860-5eca-4489-80dd-06a64c0f02df"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:33:03.805341 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 4772a4e2-ffbd-436d-be0b-c8b0d53b4648, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=4772a4e2-ffbd-436d-be0b-c8b0d53b4648,segment=NetworkSegment(b1cf983c-83eb-4c49-90bb-0003a5b937dd),segment_id=b1cf983c-83eb-4c49-90bb-0003a5b937dd)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:33:03.807209 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 297f0860-5eca-4489-80dd-06a64c0f02df, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=297f0860-5eca-4489-80dd-06a64c0f02df,segment=NetworkSegment(527f676e-5a03-488c-8dd0-cadb1d3b0adb),segment_id=527f676e-5a03-488c-8dd0-cadb1d3b0adb)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:33:03.813392 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:03.848460 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:03.852613 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60906481-ca2f-4d9c-a2e7-013fa58e042d x-openstack-request-id: req-60906481-ca2f-4d9c-a2e7-013fa58e042d {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:33:03.853030 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3514ebdc-efef-4212-a080-cb9e0f9c7cc4", "name": "network-vif-plugged", "status": "completed", "tag": "297f0860-5eca-4489-80dd-06a64c0f02df", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:33:03.853295 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-60906481-ca2f-4d9c-a2e7-013fa58e042d {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:33:03.853670 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3514ebdc-efef-4212-a080-cb9e0f9c7cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297f0860-5eca-4489-80dd-06a64c0f02df', 'code': 200} Oct 29 13:33:03.893182 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=4772a4e2-ffbd-436d-be0b-c8b0d53b4648,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:03.957233 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=297f0860-5eca-4489-80dd-06a64c0f02df,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:04.094531 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63e428-b724-405e-b86a-4cde8c70281c req-90961e21-1a0e-4972-a4bc-599dbeeef815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:04.096179 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2a63e428-b724-405e-b86a-4cde8c70281c req-90961e21-1a0e-4972-a4bc-599dbeeef815 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 1099 time: 0.0634942 Oct 29 13:33:04.132717 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['4772a4e2-ffbd-436d-be0b-c8b0d53b4648'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:33:04.204978 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2a63e428-b724-405e-b86a-4cde8c70281c req-9b6c4588-2339-4b3d-adae-55fb726cd31f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911934 Oct 29 13:33:04.217608 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646069c-3913-4bbe-81ce-961351e06d1c req-cb15ba58-ba5f-4cce-8ce6-076580fcf869 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:04.219317 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9646069c-3913-4bbe-81ce-961351e06d1c req-cb15ba58-ba5f-4cce-8ce6-076580fcf869 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.1398382 Oct 29 13:33:04.265687 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9646069c-3913-4bbe-81ce-961351e06d1c req-b6c4b870-9b49-4639-9be8-b5309ebe9029 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397706 Oct 29 13:33:04.550964 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30683099-7e18-4b71-9810-2fea6d0ae37a req-3ea5b54f-1d96-42f2-a922-6b8974cd20b2 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:04.552658 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-30683099-7e18-4b71-9810-2fea6d0ae37a req-3ea5b54f-1d96-42f2-a922-6b8974cd20b2 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0903912 Oct 29 13:33:04.599027 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-30683099-7e18-4b71-9810-2fea6d0ae37a req-4ca1d6fc-161e-4fb5-afb4-f9962727eafc tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394800 Oct 29 13:33:04.633538 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04549b2-4b67-4b21-8cf8-fc50571c645f req-b70083fd-071f-46cd-8a64-54b0c47c9873 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:04.642422 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e04549b2-4b67-4b21-8cf8-fc50571c645f req-b70083fd-071f-46cd-8a64-54b0c47c9873 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 945 time: 0.0695410 Oct 29 13:33:04.688796 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e04549b2-4b67-4b21-8cf8-fc50571c645f req-f39932c2-3153-4368-a896-d421e811b578 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459619 Oct 29 13:33:05.392162 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23a9f2-7455-4a3f-b4c5-2cb5f97bdb4d req-ae03dd16-b93f-43ad-ae32-c44d4a259124 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:05.393738 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-cb23a9f2-7455-4a3f-b4c5-2cb5f97bdb4d req-ae03dd16-b93f-43ad-ae32-c44d4a259124 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.0492444 Oct 29 13:33:05.424407 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device d49765ad-79cc-45ce-898a-88b1395fa0fb details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:33:05.427982 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 4772a4e2-ffbd-436d-be0b-c8b0d53b4648 up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:33:05.433104 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-cb23a9f2-7455-4a3f-b4c5-2cb5f97bdb4d req-ec185f61-0d00-419b-a931-50406a8e4c8e tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334525 Oct 29 13:33:05.556575 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning for port 4772a4e2-ffbd-436d-be0b-c8b0d53b4648 completed by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 13:33:05.569824 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port 4772a4e2-ffbd-436d-be0b-c8b0d53b4648 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:33:05.570205 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:05.611506 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port d49765ad-79cc-45ce-898a-88b1395fa0fb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d49765ad-79cc-45ce-898a-88b1395fa0fb,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:33:05.629610 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': 'd49765ad-79cc-45ce-898a-88b1395fa0fb', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'port_id': 'd49765ad-79cc-45ce-898a-88b1395fa0fb', 'mac_address': 'fa:16:3e:ed:5a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:33:05.732275 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:05.743235 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:05.773112 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0952fc-49a4-4238-9a24-10d3556eb12b req-eb7457e4-4d23-4ad8-8070-ed2168813445 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:05.774970 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1c0952fc-49a4-4238-9a24-10d3556eb12b req-eb7457e4-4d23-4ad8-8070-ed2168813445 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.1005149 Oct 29 13:33:05.784582 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49765ad-79cc-45ce-898a-88b1395fa0fb {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:33:05.834708 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port d49765ad-79cc-45ce-898a-88b1395fa0fb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d49765ad-79cc-45ce-898a-88b1395fa0fb,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:33:05.838938 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1c0952fc-49a4-4238-9a24-10d3556eb12b req-90588e8f-efa1-4ae2-9713-eb2123360b58 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564198 Oct 29 13:33:05.844801 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:05.854779 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 4772a4e2-ffbd-436d-be0b-c8b0d53b4648, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=4772a4e2-ffbd-436d-be0b-c8b0d53b4648,segment=NetworkSegment(b1cf983c-83eb-4c49-90bb-0003a5b937dd),segment_id=b1cf983c-83eb-4c49-90bb-0003a5b937dd)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:33:05.855822 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb48a55c-da01-4b05-845f-ee4e65716b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4772a4e2-ffbd-436d-be0b-c8b0d53b4648'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:33:05.858241 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c92cd4-21bb-49c8-972d-6ffd067f7e24" -d '{"events": [{"server_uuid": "eb48a55c-da01-4b05-845f-ee4e65716b31", "name": "network-vif-plugged", "status": "completed", "tag": "4772a4e2-ffbd-436d-be0b-c8b0d53b4648"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:33:05.884119 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:05.929761 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 58372) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:05.932046 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0acc99-5c77-4861-907b-f06facb4f364 req-908eaef4-fa6c-43d4-b094-fdcccaebaaaf tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:05.936370 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffd36e5-9409-4511-a0e0-4170fc0e8aaa x-openstack-request-id: req-3ffd36e5-9409-4511-a0e0-4170fc0e8aaa {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:33:05.936697 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb48a55c-da01-4b05-845f-ee4e65716b31", "name": "network-vif-plugged", "status": "completed", "tag": "4772a4e2-ffbd-436d-be0b-c8b0d53b4648", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:33:05.937112 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3ffd36e5-9409-4511-a0e0-4170fc0e8aaa {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:33:05.938329 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb48a55c-da01-4b05-845f-ee4e65716b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4772a4e2-ffbd-436d-be0b-c8b0d53b4648', 'code': 200} Oct 29 13:33:05.946805 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-5d0acc99-5c77-4861-907b-f06facb4f364 req-908eaef4-fa6c-43d4-b094-fdcccaebaaaf tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 945 time: 0.1233420 Oct 29 13:33:05.953905 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=d49765ad-79cc-45ce-898a-88b1395fa0fb,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:06.005104 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-5d0acc99-5c77-4861-907b-f06facb4f364 req-51691701-e4be-4394-8a83-ed8609752211 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528846 Oct 29 13:33:06.059823 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=4772a4e2-ffbd-436d-be0b-c8b0d53b4648,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:06.129418 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d1b4-e362-42f6-94f5-0c742af3ae95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:06.184374 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce278e-de07-476c-bd73-34acab34f7b2 req-e27d8d3f-9d49-4d80-bbe6-172ed9e873c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:06.186753 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-dcce278e-de07-476c-bd73-34acab34f7b2 req-e27d8d3f-9d49-4d80-bbe6-172ed9e873c4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 1099 time: 0.0737150 Oct 29 13:33:06.206720 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['d49765ad-79cc-45ce-898a-88b1395fa0fb'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:33:06.247179 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-dcce278e-de07-476c-bd73-34acab34f7b2 req-d8a34015-ba07-40c7-b2c1-ca353dc83374 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482903 Oct 29 13:33:06.273786 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d1b4-e362-42f6-94f5-0c742af3ae95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:06.278326 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d1b4-e362-42f6-94f5-0c742af3ae95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:06.317340 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-1bb4d1b4-e362-42f6-94f5-0c742af3ae95 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d91d8f96b1d14e2b9f929354fc4cc259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3864777 Oct 29 13:33:06.319226 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4d1b4-e362-42f6-94f5-0c742af3ae95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1342c81d-7eac-4366-9143-1ee0b3859f59,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:06.320124 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 58386) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:06.371804 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-89d13a6d-d4bf-4170-b45b-45fedd63208c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:06.392214 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-89d13a6d-d4bf-4170-b45b-45fedd63208c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:06.435614 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-89d13a6d-d4bf-4170-b45b-45fedd63208c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:06.438229 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-89d13a6d-d4bf-4170-b45b-45fedd63208c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:06.439334 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-89d13a6d-d4bf-4170-b45b-45fedd63208c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1342c81d-7eac-4366-9143-1ee0b3859f59 HTTP/1.1" status: 204 len: 168 time: 0.1182055 Oct 29 13:33:06.446515 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d13a6d-d4bf-4170-b45b-45fedd63208c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1342c81d-7eac-4366-9143-1ee0b3859f59,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:06.572519 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a30e9-b5cb-4ce0-b74b-e1415cc184f0 req-52a71273-7a48-42fc-af9e-444ad45c194f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:06.574558 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5a2a30e9-b5cb-4ce0-b74b-e1415cc184f0 req-52a71273-7a48-42fc-af9e-444ad45c194f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 945 time: 0.0500901 Oct 29 13:33:06.614030 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5a2a30e9-b5cb-4ce0-b74b-e1415cc184f0 req-ab64b415-deec-425b-af24-bfe7c3f58483 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317681 Oct 29 13:33:06.705486 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 58394) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:06.718471 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1b866e49-f098-4793-b44b-c757398cbcf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:06.797170 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1b866e49-f098-4793-b44b-c757398cbcf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:06.800695 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1b866e49-f098-4793-b44b-c757398cbcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:06.836180 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-1b866e49-f098-4793-b44b-c757398cbcf5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5c6c1a8c69b74dad9ef14e7436c2aea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1296191 Oct 29 13:33:06.837003 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b866e49-f098-4793-b44b-c757398cbcf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abc3514-72c0-4cb8-b246-00cd0e8672be,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:06.838940 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 58396) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:06.889496 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3b9bc0d6-6640-4bdb-afa3-5d7a37fb6080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:06.909999 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3b9bc0d6-6640-4bdb-afa3-5d7a37fb6080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:06.979485 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f893b-286a-4918-9cef-033c6de2ab13 req-ffffd857-74e1-456c-9779-3e3aabe69d31 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:06.981461 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-154f893b-286a-4918-9cef-033c6de2ab13 req-ffffd857-74e1-456c-9779-3e3aabe69d31 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0696294 Oct 29 13:33:07.003748 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3b9bc0d6-6640-4bdb-afa3-5d7a37fb6080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:07.006289 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3b9bc0d6-6640-4bdb-afa3-5d7a37fb6080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:07.007389 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-3b9bc0d6-6640-4bdb-afa3-5d7a37fb6080 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9abc3514-72c0-4cb8-b246-00cd0e8672be HTTP/1.1" status: 204 len: 168 time: 0.1664236 Oct 29 13:33:07.025330 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9bc0d6-6640-4bdb-afa3-5d7a37fb6080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abc3514-72c0-4cb8-b246-00cd0e8672be,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:07.049124 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-154f893b-286a-4918-9cef-033c6de2ab13 req-4999d05e-df43-44ec-962d-5407ef44e5a9 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610604 Oct 29 13:33:07.145248 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c934e-8d39-4803-98db-0038c9b95857 req-3904370f-bc0c-4b7f-b706-30dd84a759f3 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:07.147118 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f31c934e-8d39-4803-98db-0038c9b95857 req-3904370f-bc0c-4b7f-b706-30dd84a759f3 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0582125 Oct 29 13:33:07.197217 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459b9e7-761b-4df4-bc36-ebeb34c685c4 req-62af00b8-a4dc-40d7-ab22-056ee4e7479f tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:07.200333 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-7459b9e7-761b-4df4-bc36-ebeb34c685c4 req-62af00b8-a4dc-40d7-ab22-056ee4e7479f tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0647676 Oct 29 13:33:07.206531 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f31c934e-8d39-4803-98db-0038c9b95857 req-731497f6-30a8-48df-a29e-daa138721e55 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508184 Oct 29 13:33:07.209107 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 58416) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:07.216187 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-9cfbf0e6-bff0-4655-a121-e40cbee3a2d8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Request body: {'floatingip': {'port_id': '297f0860-5eca-4489-80dd-06a64c0f02df'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:33:07.293212 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf0e6-bff0-4655-a121-e40cbee3a2d8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for floatingip, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:07.448073 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device d49765ad-79cc-45ce-898a-88b1395fa0fb up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:33:07.526833 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning for port d49765ad-79cc-45ce-898a-88b1395fa0fb completed by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 13:33:07.533903 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port d49765ad-79cc-45ce-898a-88b1395fa0fb triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:33:07.534588 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:07.580305 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 58432) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:07.646209 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:07.681266 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port d49765ad-79cc-45ce-898a-88b1395fa0fb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d49765ad-79cc-45ce-898a-88b1395fa0fb,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:33:07.687004 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:07.740722 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=d49765ad-79cc-45ce-898a-88b1395fa0fb,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:07.782400 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1aee-b6cd-45b0-8d48-7b8a66fdf726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:07.871967 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1aee-b6cd-45b0-8d48-7b8a66fdf726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:07.878359 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1aee-b6cd-45b0-8d48-7b8a66fdf726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:07.923236 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c1aee-b6cd-45b0-8d48-7b8a66fdf726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fb6fb8-4a02-467b-99c8-37a7d976c9a1,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:07.938574 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-1f6c1aee-b6cd-45b0-8d48-7b8a66fdf726 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b9fc2a071aab4bdbaca07074c4e1a0db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568561 Oct 29 13:33:07.939731 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c9284f-a335-4a48-9c8b-5e1572d12240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49765ad-79cc-45ce-898a-88b1395fa0fb'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:33:07.942827 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 58446) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:07.942957 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c07840-08e0-4072-8d12-5dfba6ea16d0" -d '{"events": [{"server_uuid": "27c9284f-a335-4a48-9c8b-5e1572d12240", "name": "network-vif-plugged", "status": "completed", "tag": "d49765ad-79cc-45ce-898a-88b1395fa0fb"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:33:07.987780 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985ff1ce-7554-42a1-9c04-8c13f261a7fe x-openstack-request-id: req-985ff1ce-7554-42a1-9c04-8c13f261a7fe {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:33:07.988102 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c9284f-a335-4a48-9c8b-5e1572d12240", "name": "network-vif-plugged", "status": "completed", "tag": "d49765ad-79cc-45ce-898a-88b1395fa0fb", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:33:07.988370 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-985ff1ce-7554-42a1-9c04-8c13f261a7fe {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:33:07.988759 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c9284f-a335-4a48-9c8b-5e1572d12240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49765ad-79cc-45ce-898a-88b1395fa0fb', 'code': 200} Oct 29 13:33:08.003684 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572ccde-88b9-4c3b-8258-33e814c3d32e req-8d4a8f4b-d1b8-4ac3-8245-c4800153c646 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:08.005259 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3572ccde-88b9-4c3b-8258-33e814c3d32e req-8d4a8f4b-d1b8-4ac3-8245-c4800153c646 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.2827084 Oct 29 13:33:08.008983 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-bd66c7c2-1e5b-4e30-8361-c610417cf595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:08.031864 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-bd66c7c2-1e5b-4e30-8361-c610417cf595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:08.101654 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-bd66c7c2-1e5b-4e30-8361-c610417cf595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:08.105987 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-bd66c7c2-1e5b-4e30-8361-c610417cf595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:08.107766 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-bd66c7c2-1e5b-4e30-8361-c610417cf595 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/57fb6fb8-4a02-467b-99c8-37a7d976c9a1 HTTP/1.1" status: 204 len: 168 time: 0.1635721 Oct 29 13:33:08.124105 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66c7c2-1e5b-4e30-8361-c610417cf595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fb6fb8-4a02-467b-99c8-37a7d976c9a1,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:08.174136 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3572ccde-88b9-4c3b-8258-33e814c3d32e req-ae1d2e00-a324-40b0-ae9a-71adde8505f0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560469 Oct 29 13:33:08.211970 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.db.resource_extend [None req-9cfbf0e6-bff0-4655-a121-e40cbee3a2d8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 13:33:08.255420 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42919e-c261-4e8a-901e-6bfccb0f1b46 req-5ea30bb8-dc19-4ea8-b845-1f89163464e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:08.256869 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-bb42919e-c261-4e8a-901e-6bfccb0f1b46 req-5ea30bb8-dc19-4ea8-b845-1f89163464e3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 1099 time: 0.0444419 Oct 29 13:33:08.362578 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-bb42919e-c261-4e8a-901e-6bfccb0f1b46 req-afdc8d87-0842-49c3-bf65-f1ec4368462c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945795 Oct 29 13:33:08.364145 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf0e6-bff0-4655-a121-e40cbee3a2d8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:08.373501 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf0e6-bff0-4655-a121-e40cbee3a2d8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495903'] for floatingip, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:08.387095 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48dcb0-ab5f-40f4-99a7-d6e6b307bcb6 req-f63dc191-998c-4351-8ae1-aa0c553f5243 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:08.388452 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ba48dcb0-ab5f-40f4-99a7-d6e6b307bcb6 req-f63dc191-998c-4351-8ae1-aa0c553f5243 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0664470 Oct 29 13:33:08.450948 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ba48dcb0-ab5f-40f4-99a7-d6e6b307bcb6 req-12fb539a-8034-4253-8c87-b6adf49ffb15 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518615 Oct 29 13:33:08.496565 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.db.l3_db [None req-9cfbf0e6-bff0-4655-a121-e40cbee3a2d8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Floating IP a98c63b8-8703-444a-8de4-6491711a3af0 associated. External IP: 172.27.2.15, port: 297f0860-5eca-4489-80dd-06a64c0f02df. Oct 29 13:33:08.654561 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 58478) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:08.676621 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d08c9d58-4398-41a7-a174-add38891b3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:08.788322 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfbf0e6-bff0-4655-a121-e40cbee3a2d8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Router 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:33:08.822366 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd5dfe-2bb7-42ff-bb64-3b9e8176fa84 req-3a0221a6-0dd6-4c98-a37b-5061e73d8286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:08.823912 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-acfd5dfe-2bb7-42ff-bb64-3b9e8176fa84 req-3a0221a6-0dd6-4c98-a37b-5061e73d8286 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7078166fcf074917b62f68cae696746b&device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 1099 time: 0.1046124 Oct 29 13:33:08.860620 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fb677-89ea-4749-916b-4fa06c03f067 req-73acdc36-b5e3-4e82-8180-9fa9ec1b73cf tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:08.862152 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-173fb677-89ea-4749-916b-4fa06c03f067 req-73acdc36-b5e3-4e82-8180-9fa9ec1b73cf tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.1269040 Oct 29 13:33:08.864293 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d08c9d58-4398-41a7-a174-add38891b3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:08.904846 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfbf0e6-bff0-4655-a121-e40cbee3a2d8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:33:08.905549 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d08c9d58-4398-41a7-a174-add38891b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:08.918058 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf0e6-bff0-4655-a121-e40cbee3a2d8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for floatingip, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:08.918554 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a2dc34-e090-40e0-bd8f-6b0222fac740 None None] Sync routers for ids ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'] in dv-cinder-815884-1-iscsi {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:33:08.928671 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a2dc34-e090-40e0-bd8f-6b0222fac740 None None] Routers {'5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:33:08.929389 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-41a2dc34-e090-40e0-bd8f-6b0222fac740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:32:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:33:08.946841 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-9cfbf0e6-bff0-4655-a121-e40cbee3a2d8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "PUT /v2.0/floatingips/a98c63b8-8703-444a-8de4-6491711a3af0 HTTP/1.1" status: 200 len: 991 time: 1.7338176 Oct 29 13:33:08.946841 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3514ebdc-efef-4212-a080-cb9e0f9c7cc4', 'tag': '297f0860-5eca-4489-80dd-06a64c0f02df'}] {{(pid=101275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:33:08.947768 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1ae6470871d1e7f5254046b6a14a5a61bc426f08075d8dbcbc5db3d9a889b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388c218a-562b-4c25-955e-90ac9196eb2b" -d '{"events": [{"name": "network-changed", "server_uuid": "3514ebdc-efef-4212-a080-cb9e0f9c7cc4", "tag": "297f0860-5eca-4489-80dd-06a64c0f02df"}]}' {{(pid=101275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:33:08.991644 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c9d58-4398-41a7-a174-add38891b3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48887d3-617d-42ff-b192-bfb22207f0ba,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:08.999758 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-d08c9d58-4398-41a7-a174-add38891b3fb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3470d94d32de456aa3c3e65dddb331ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440831 Oct 29 13:33:09.002456 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 58492) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:09.021302 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-173fb677-89ea-4749-916b-4fa06c03f067 req-085d55df-d252-4a85-9899-c9f347f47a3d tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454191 Oct 29 13:33:09.066477 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd5dfe-2bb7-42ff-bb64-3b9e8176fa84 req-dbf9db52-970f-4f94-9163-9cfea9997d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:09.068216 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-acfd5dfe-2bb7-42ff-bb64-3b9e8176fa84 req-dbf9db52-970f-4f94-9163-9cfea9997d33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5f220f7-750e-495a-b9c4-c7c245afa919 HTTP/1.1" status: 200 len: 920 time: 0.2314975 Oct 29 13:33:09.068858 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-41a2dc34-e090-40e0-bd8f-6b0222fac740 None None] Set router 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:33:09.084168 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d26213e6-242c-4488-abc5-1ec8d9367971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:09.095019 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2550a4d-6e01-4cef-8a35-935c11acf4b9 x-openstack-request-id: req-f2550a4d-6e01-4cef-8a35-935c11acf4b9 {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:33:09.095395 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3514ebdc-efef-4212-a080-cb9e0f9c7cc4", "tag": "297f0860-5eca-4489-80dd-06a64c0f02df", "status": "completed", "code": 200}]} {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:33:09.095713 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f2550a4d-6e01-4cef-8a35-935c11acf4b9 {{(pid=101275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:33:09.096281 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3514ebdc-efef-4212-a080-cb9e0f9c7cc4', 'tag': '297f0860-5eca-4489-80dd-06a64c0f02df', 'status': 'completed', 'code': 200} Oct 29 13:33:09.110356 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d26213e6-242c-4488-abc5-1ec8d9367971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:09.139754 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-acfd5dfe-2bb7-42ff-bb64-3b9e8176fa84 req-952e999f-0b4a-48fa-80a3-20ae2fd55bd6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4772a4e2-ffbd-436d-be0b-c8b0d53b4648 HTTP/1.1" status: 200 len: 217 time: 0.0519311 Oct 29 13:33:09.206346 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c218a-562b-4c25-955e-90ac9196eb2b req-8682433c-d6b5-4982-a8cc-b9daa3353922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:09.210220 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-388c218a-562b-4c25-955e-90ac9196eb2b req-8682433c-d6b5-4982-a8cc-b9daa3353922 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f8248bc18c44ce3a53d399a2faba011&device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 1099 time: 0.0831118 Oct 29 13:33:09.223532 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d26213e6-242c-4488-abc5-1ec8d9367971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:09.226118 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d26213e6-242c-4488-abc5-1ec8d9367971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:09.227269 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-d26213e6-242c-4488-abc5-1ec8d9367971 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d48887d3-617d-42ff-b192-bfb22207f0ba HTTP/1.1" status: 204 len: 168 time: 0.2238159 Oct 29 13:33:09.260796 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd5dfe-2bb7-42ff-bb64-3b9e8176fa84 req-03fc0a7d-2628-4d5a-9d44-5f76743e0881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:09.269577 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-acfd5dfe-2bb7-42ff-bb64-3b9e8176fa84 req-03fc0a7d-2628-4d5a-9d44-5f76743e0881 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1929ad4c-8f08-4de6-91ed-e7a6821dc3a0 HTTP/1.1" status: 200 len: 859 time: 0.1155155 Oct 29 13:33:09.284031 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26213e6-242c-4488-abc5-1ec8d9367971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48887d3-617d-42ff-b192-bfb22207f0ba,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:09.352679 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-acfd5dfe-2bb7-42ff-bb64-3b9e8176fa84 req-339fcb66-16d6-47bd-9f5e-5333380f62d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5f220f7-750e-495a-b9c4-c7c245afa919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754120 Oct 29 13:33:09.377665 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c218a-562b-4c25-955e-90ac9196eb2b req-e5971c35-bce6-4f76-b369-7433bb9a90bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:09.379164 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-388c218a-562b-4c25-955e-90ac9196eb2b req-e5971c35-bce6-4f76-b369-7433bb9a90bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=9b00fe28-a5bb-47a1-b3da-ae5774a84660 HTTP/1.1" status: 200 len: 911 time: 0.1508555 Oct 29 13:33:09.581119 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486fc64-da4f-4a18-b511-5932ef0ad568 req-3a12812b-d5ab-4a3a-a820-99a71f514160 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:09.585271 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e486fc64-da4f-4a18-b511-5932ef0ad568 req-3a12812b-d5ab-4a3a-a820-99a71f514160 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.2902210 Oct 29 13:33:09.589503 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-41a2dc34-e090-40e0-bd8f-6b0222fac740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'name': 'tempest-AttachVolumeTestJSON-909382734-router', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:35Z', 'revision_number': 4, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'gw_port': {'id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': 'a98c63b8-8703-444a-8de4-6491711a3af0', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'port_id': '297f0860-5eca-4489-80dd-06a64c0f02df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'mac_address': 'fa:16:3e:ef:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3514ebdc-efef-4212-a080-cb9e0f9c7cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:32:46Z', 'updated_at': '2021-10-29T13:33:08Z', 'revision_number': 1, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a', 'name': '', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'mac_address': 'fa:16:3e:75:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:30Z', 'updated_at': '2021-10-29T13:32:43Z', 'revision_number': 5, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'subnets': [{'id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:33:09.608160 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-388c218a-562b-4c25-955e-90ac9196eb2b req-3ad92c02-7925-4ca7-a8b9-b561de0568fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=297f0860-5eca-4489-80dd-06a64c0f02df HTTP/1.1" status: 200 len: 999 time: 0.2122409 Oct 29 13:33:09.640350 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a2dc34-e090-40e0-bd8f-6b0222fac740 None None] Checking router: 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 for host: dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:33:09.658657 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a2dc34-e090-40e0-bd8f-6b0222fac740 None None] Routers {'5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:33:09.659220 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-41a2dc34-e090-40e0-bd8f-6b0222fac740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:32:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:33:09.700213 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-acfd5dfe-2bb7-42ff-bb64-3b9e8176fa84 req-7be212ab-e2cf-4025-9c57-025bd952fa81 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090494 Oct 29 13:33:09.713128 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e486fc64-da4f-4a18-b511-5932ef0ad568 req-3fd00310-c0a8-48c7-a198-c5be704257e5 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203768 Oct 29 13:33:09.837725 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-41a2dc34-e090-40e0-bd8f-6b0222fac740 None None] Set router 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:33:09.925127 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-acfd5dfe-2bb7-42ff-bb64-3b9e8176fa84 req-d83894cc-0fed-40b9-b078-098649192e4d service neutron] 10.222.0.26 "GET /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106106 Oct 29 13:33:09.954473 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c218a-562b-4c25-955e-90ac9196eb2b req-b3f39564-316f-464b-b836-f86d9717785e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:09.956655 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-388c218a-562b-4c25-955e-90ac9196eb2b req-b3f39564-316f-464b-b836-f86d9717785e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=190fdc9d-b7ca-4aac-8054-029f057e3220 HTTP/1.1" status: 200 len: 849 time: 0.3293922 Oct 29 13:33:09.982181 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 58528) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:10.031079 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c218a-562b-4c25-955e-90ac9196eb2b req-29729322-5b7c-48e4-be7a-5bba70b71f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:10.033023 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-388c218a-562b-4c25-955e-90ac9196eb2b req-29729322-5b7c-48e4-be7a-5bba70b71f41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9b00fe28-a5bb-47a1-b3da-ae5774a84660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499532 Oct 29 13:33:10.206581 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-41a2dc34-e090-40e0-bd8f-6b0222fac740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'name': 'tempest-AttachVolumeTestJSON-909382734-router', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:35Z', 'revision_number': 4, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'gw_port': {'id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': 'a98c63b8-8703-444a-8de4-6491711a3af0', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'port_id': '297f0860-5eca-4489-80dd-06a64c0f02df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'mac_address': 'fa:16:3e:ef:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3514ebdc-efef-4212-a080-cb9e0f9c7cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:32:46Z', 'updated_at': '2021-10-29T13:33:08Z', 'revision_number': 1, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a', 'name': '', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'mac_address': 'fa:16:3e:75:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:30Z', 'updated_at': '2021-10-29T13:32:43Z', 'revision_number': 5, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'subnets': [{'id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:33:10.245018 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a2dc34-e090-40e0-bd8f-6b0222fac740 None None] The sync data for ids ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'] in dv-cinder-815884-1-iscsi is: [{'id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'name': 'tempest-AttachVolumeTestJSON-909382734-router', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:35Z', 'revision_number': 4, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'gw_port': {'id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': 'a98c63b8-8703-444a-8de4-6491711a3af0', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'port_id': '297f0860-5eca-4489-80dd-06a64c0f02df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'mac_address': 'fa:16:3e:ef:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3514ebdc-efef-4212-a080-cb9e0f9c7cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:32:46Z', 'updated_at': '2021-10-29T13:33:08Z', 'revision_number': 1, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a', 'name': '', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'mac_address': 'fa:16:3e:75:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:30Z', 'updated_at': '2021-10-29T13:32:43Z', 'revision_number': 5, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'subnets': [{'id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:33:10.272626 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-addb0a0a-b409-42b8-b86a-8708047b05bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:10.294379 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3822f26-b60f-4d98-ab99-0ab4c5efe7a3 req-855191dc-dc26-4dae-88de-b8f8e0766f49 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:10.295874 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a3822f26-b60f-4d98-ab99-0ab4c5efe7a3 req-855191dc-dc26-4dae-88de-b8f8e0766f49 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.1516457 Oct 29 13:33:10.331302 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-388c218a-562b-4c25-955e-90ac9196eb2b req-8288350f-e691-49e7-b77b-4a4f5a00711e service neutron] 10.222.0.26 "GET /v2.0/networks/9b00fe28-a5bb-47a1-b3da-ae5774a84660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659676 Oct 29 13:33:10.419783 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-addb0a0a-b409-42b8-b86a-8708047b05bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:10.427476 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-addb0a0a-b409-42b8-b86a-8708047b05bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:10.427615 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a3822f26-b60f-4d98-ab99-0ab4c5efe7a3 req-cb245a34-ccdd-41b4-8eb9-804945f94b2c tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162717 Oct 29 13:33:10.492838 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb0a0a-b409-42b8-b86a-8708047b05bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514e0b24-63c8-4eed-95cc-693c0424745f,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:10.498097 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-388c218a-562b-4c25-955e-90ac9196eb2b req-5a7190b5-08dc-49c0-abb2-19bb3a6b8ea0 service neutron] 10.222.0.26 "GET /v2.0/networks/9b00fe28-a5bb-47a1-b3da-ae5774a84660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565454 Oct 29 13:33:10.507839 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-addb0a0a-b409-42b8-b86a-8708047b05bf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=58b2ee7be7a9427594fbe518443fc31b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5243773 Oct 29 13:33:10.510343 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 58558) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:10.595475 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-072c9c64-323c-45fd-8cc1-5b77688d6fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:10.605013 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04d2486-8b5c-4a73-90e8-7f1e2490bd36 None None] New status for floating IP a98c63b8-8703-444a-8de4-6491711a3af0: ACTIVE {{(pid=101276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 13:33:10.635491 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-072c9c64-323c-45fd-8cc1-5b77688d6fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:10.699607 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-072c9c64-323c-45fd-8cc1-5b77688d6fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:10.702715 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-072c9c64-323c-45fd-8cc1-5b77688d6fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:10.704625 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-072c9c64-323c-45fd-8cc1-5b77688d6fec admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/514e0b24-63c8-4eed-95cc-693c0424745f HTTP/1.1" status: 204 len: 168 time: 0.1913223 Oct 29 13:33:10.717815 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c9c64-323c-45fd-8cc1-5b77688d6fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514e0b24-63c8-4eed-95cc-693c0424745f,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:10.907353 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887d13b-10c5-40ae-a5ad-b1226d5ee401 req-a8556efc-7d43-465d-8d72-6f1ce2062f6a tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:10.927293 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d887d13b-10c5-40ae-a5ad-b1226d5ee401 req-a8556efc-7d43-465d-8d72-6f1ce2062f6a tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 946 time: 0.1076281 Oct 29 13:33:10.941684 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46b564-bc87-432e-8616-0e3bb40c9e3d req-4194c0fe-cb0b-46ce-9ca2-bc6689130909 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:10.943232 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6a46b564-bc87-432e-8616-0e3bb40c9e3d req-4194c0fe-cb0b-46ce-9ca2-bc6689130909 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0725284 Oct 29 13:33:10.984517 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d887d13b-10c5-40ae-a5ad-b1226d5ee401 req-598e3851-edfb-4081-8448-5a11cfd26179 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1642f70-fbb0-45e9-a62a-ce1673eb3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532358 Oct 29 13:33:11.029464 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6a46b564-bc87-432e-8616-0e3bb40c9e3d req-29ba1085-5520-4b18-8a3f-433fda1e497b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719860 Oct 29 13:33:11.170717 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc517e3-158c-4d45-b625-d1504e6300df req-7455b359-0647-410f-a70e-5574bda05ef1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:11.172494 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6fc517e3-158c-4d45-b625-d1504e6300df req-7455b359-0647-410f-a70e-5574bda05ef1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0648851 Oct 29 13:33:11.181439 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 58596) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:11.186513 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-d486dfb9-fe92-403b-93cc-09492e596095 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Request body: {'floatingip': {'port_id': 'd49765ad-79cc-45ce-898a-88b1395fa0fb'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:33:11.261790 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d486dfb9-fe92-403b-93cc-09492e596095 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for floatingip, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:11.601308 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d8dfd-57dc-46f9-8a3a-be57c1c9ca26 req-da0845bb-1f0e-4799-a0ff-ce6bfcfd6700 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:11.603982 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-615d8dfd-57dc-46f9-8a3a-be57c1c9ca26 req-da0845bb-1f0e-4799-a0ff-ce6bfcfd6700 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0668881 Oct 29 13:33:11.651725 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-615d8dfd-57dc-46f9-8a3a-be57c1c9ca26 req-cc816d15-29b7-4248-928d-99a4a656c9a6 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410295 Oct 29 13:33:11.792292 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 58638) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:11.945996 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-b8394d1a-ce3d-4f48-af2d-c402ef9516f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1841758721-network', 'tenant_id': 'f3eb52fe6377419f9b2d3781809c21c5'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:33:11.974136 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8394d1a-ce3d-4f48-af2d-c402ef9516f3 admin admin] Made reservation on behalf of f3eb52fe6377419f9b2d3781809c21c5 for: {'network': 1} {{(pid=101275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:33:11.984698 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b8394d1a-ce3d-4f48-af2d-c402ef9516f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for network, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:11.995058 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b8394d1a-ce3d-4f48-af2d-c402ef9516f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:12.097166 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b8394d1a-ce3d-4f48-af2d-c402ef9516f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:12.101433 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b8394d1a-ce3d-4f48-af2d-c402ef9516f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:12.129240 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8394d1a-ce3d-4f48-af2d-c402ef9516f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=101275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 13:33:12.140070 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8394d1a-ce3d-4f48-af2d-c402ef9516f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881710c5-40eb-499f-a0bb-4bd30418240b,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:12.145482 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b8394d1a-ce3d-4f48-af2d-c402ef9516f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:12.145852 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.db.segments_db [None req-b8394d1a-ce3d-4f48-af2d-c402ef9516f3 admin admin] Added segment b4b6085d-4457-4673-a111-b3f5b6024848 of type vlan for network 641c12dc-e9e2-4861-b839-f7d1974ae0f8 Oct 29 13:33:12.191331 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b8394d1a-ce3d-4f48-af2d-c402ef9516f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763699395961'] for network, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:12.215471 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b8394d1a-ce3d-4f48-af2d-c402ef9516f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for network, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:12.216562 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8394d1a-ce3d-4f48-af2d-c402ef9516f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:12.217148 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b8394d1a-ce3d-4f48-af2d-c402ef9516f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:12.224516 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d486dfb9-fe92-403b-93cc-09492e596095 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:12.228245 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d486dfb9-fe92-403b-93cc-09492e596095 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495903'] for floatingip, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:12.267302 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-b8394d1a-ce3d-4f48-af2d-c402ef9516f3 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4738631 Oct 29 13:33:12.273297 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 58648) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:12.284969 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-7e32150f-6875-4bc2-bf54-448809b3092b admin admin] Request body: {'subnet': {'network_id': '641c12dc-e9e2-4861-b839-f7d1974ae0f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1841758721-subnet', 'tenant_id': 'f3eb52fe6377419f9b2d3781809c21c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:33:12.297829 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8394d1a-ce3d-4f48-af2d-c402ef9516f3 admin admin] Pushing event updated for resources: {'Network': ['ID=641c12dc-e9e2-4861-b839-f7d1974ae0f8,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:12.305873 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b6f4b-b98d-463d-b034-f0ce64a60d1e req-f050fdaf-e49d-4b1f-8341-03e11ce19d0d tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:12.307388 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-066b6f4b-b98d-463d-b034-f0ce64a60d1e req-f050fdaf-e49d-4b1f-8341-03e11ce19d0d tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 946 time: 0.1423304 Oct 29 13:33:12.309054 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Network 641c12dc-e9e2-4861-b839-f7d1974ae0f8 details requested by agent ovs-agent-dv-cinder-815884-1-iscsi with host dv-cinder-815884-1-iscsi {{(pid=101276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 13:33:12.316100 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e32150f-6875-4bc2-bf54-448809b3092b admin admin] Made reservation on behalf of f3eb52fe6377419f9b2d3781809c21c5 for: {'subnet': 1} {{(pid=101275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:33:12.318987 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-7e32150f-6875-4bc2-bf54-448809b3092b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25682815'] for subnet, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:12.363215 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.l3_db [None req-d486dfb9-fe92-403b-93cc-09492e596095 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Floating IP d90a4877-5a91-47d8-8312-577302a4969b associated. External IP: 172.27.2.94, port: d49765ad-79cc-45ce-898a-88b1395fa0fb. Oct 29 13:33:12.368362 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-066b6f4b-b98d-463d-b034-f0ce64a60d1e req-889c8c35-d25d-4390-b1dd-f80ff83a608a tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1642f70-fbb0-45e9-a62a-ce1673eb3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507500 Oct 29 13:33:12.489042 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-7e32150f-6875-4bc2-bf54-448809b3092b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3954562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25682701'] for subnet, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:12.546370 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32150f-6875-4bc2-bf54-448809b3092b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce2a9639-a862-4c7c-a3f7-a1d412586aa5,revision_number=0']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:12.556944 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e32150f-6875-4bc2-bf54-448809b3092b admin admin] Checking segment: {'id': 'b4b6085d-4457-4673-a111-b3f5b6024848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '641c12dc-e9e2-4861-b839-f7d1974ae0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:33:12.556944 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e32150f-6875-4bc2-bf54-448809b3092b admin admin] Network hostable DHCP agents. Network: 641c12dc-e9e2-4861-b839-f7d1974ae0f8, hostable agents: ['06601b14-b41b-4094-84be-2323d3ae6cac'], hosted agents: [] {{(pid=101275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 13:33:12.577361 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e32150f-6875-4bc2-bf54-448809b3092b admin admin] Network 641c12dc-e9e2-4861-b839-f7d1974ae0f8 is scheduled to be hosted by DHCP agent 06601b14-b41b-4094-84be-2323d3ae6cac with binding_index 1 {{(pid=101275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 13:33:12.579521 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d486dfb9-fe92-403b-93cc-09492e596095 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Router 1abfc369-9d32-4afe-ad00-faa027c4059c has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:33:12.587766 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-7e32150f-6875-4bc2-bf54-448809b3092b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815884-1-iscsi, 641c12dc-e9e2-4861-b839-f7d1974ae0f8) {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:33:12.593218 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e32150f-6875-4bc2-bf54-448809b3092b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:12.594058 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-7e32150f-6875-4bc2-bf54-448809b3092b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:12.609482 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75dd042-19f8-435f-a01f-eea2ce90c5dc None None] Network 641c12dc-e9e2-4861-b839-f7d1974ae0f8 requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:33:12.621799 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-7e32150f-6875-4bc2-bf54-448809b3092b admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3465638 Oct 29 13:33:12.807395 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e172e1d-a766-4f87-b948-b28e87a98e90 None None] Network 641c12dc-e9e2-4861-b839-f7d1974ae0f8 requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:33:12.828850 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a326e-68e9-4c3b-86e1-bfacec4e9ff8 req-af609c1e-b0ba-4b2a-93b7-2d587be32a1f tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:12.836213 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-611a326e-68e9-4c3b-86e1-bfacec4e9ff8 req-af609c1e-b0ba-4b2a-93b7-2d587be32a1f tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0947127 Oct 29 13:33:12.858609 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d486dfb9-fe92-403b-93cc-09492e596095 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:33:12.863635 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d486dfb9-fe92-403b-93cc-09492e596095 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for floatingip, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:12.871173 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637af745-359e-4cca-ad3f-0ac4d1f25439 None None] Sync routers for ids ['1abfc369-9d32-4afe-ad00-faa027c4059c'] in dv-cinder-815884-1-iscsi {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:33:12.887455 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637af745-359e-4cca-ad3f-0ac4d1f25439 None None] Routers {'1abfc369-9d32-4afe-ad00-faa027c4059c'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:33:12.888597 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-637af745-359e-4cca-ad3f-0ac4d1f25439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:32:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1abfc369-9d32-4afe-ad00-faa027c4059c'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:33:12.909073 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-d486dfb9-fe92-403b-93cc-09492e596095 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "PUT /v2.0/floatingips/d90a4877-5a91-47d8-8312-577302a4969b HTTP/1.1" status: 200 len: 991 time: 1.7261953 Oct 29 13:33:12.911516 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c9284f-a335-4a48-9c8b-5e1572d12240', 'tag': 'd49765ad-79cc-45ce-898a-88b1395fa0fb'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:33:12.914132 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2e493a-eb11-4ed8-8f4e-8e7090cf8aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "27c9284f-a335-4a48-9c8b-5e1572d12240", "tag": "d49765ad-79cc-45ce-898a-88b1395fa0fb"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:33:12.934376 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-611a326e-68e9-4c3b-86e1-bfacec4e9ff8 req-8702f9fd-a64a-41f0-9bfa-6048f930fe7a tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913599 Oct 29 13:33:12.970364 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b1862-f645-41ba-a7eb-6980497a36ed req-b94df33c-3ac2-41a8-8634-53cec7471677 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:12.971961 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f92b1862-f645-41ba-a7eb-6980497a36ed req-b94df33c-3ac2-41a8-8634-53cec7471677 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.26 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 946 time: 0.0997281 Oct 29 13:33:12.994145 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21c48cc-92a0-4321-8279-bd774814358f x-openstack-request-id: req-d21c48cc-92a0-4321-8279-bd774814358f {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:33:12.994436 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c9284f-a335-4a48-9c8b-5e1572d12240", "tag": "d49765ad-79cc-45ce-898a-88b1395fa0fb", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:33:12.994688 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d21c48cc-92a0-4321-8279-bd774814358f {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:33:12.995084 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c9284f-a335-4a48-9c8b-5e1572d12240', 'tag': 'd49765ad-79cc-45ce-898a-88b1395fa0fb', 'status': 'completed', 'code': 200} Oct 29 13:33:13.044704 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 58678) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:13.107622 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e493a-eb11-4ed8-8f4e-8e7090cf8aa5 req-21023a79-c836-42c2-9f3b-00c1cc7614f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:13.111840 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0c2e493a-eb11-4ed8-8f4e-8e7090cf8aa5 req-21023a79-c836-42c2-9f3b-00c1cc7614f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a7750e1de6f482ebcfe89e9ad577e0c&device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 1099 time: 0.0751815 Oct 29 13:33:13.222573 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [req-f92b1862-f645-41ba-a7eb-6980497a36ed req-50957999-3dce-4857-97b7-07e1cc8791d8 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Deleting port 2f64a540-a793-4305-9ee9-6fe3b62e1388 {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:33:13.223016 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-f92b1862-f645-41ba-a7eb-6980497a36ed req-50957999-3dce-4857-97b7-07e1cc8791d8 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:13.233744 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-637af745-359e-4cca-ad3f-0ac4d1f25439 None None] Set router 1abfc369-9d32-4afe-ad00-faa027c4059c gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:33:13.249079 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-980fa2c8-7cc5-4b46-a2d2-980ac71ce96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:13.295175 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e493a-eb11-4ed8-8f4e-8e7090cf8aa5 req-87ae2a64-1c23-4838-82e8-ababd3e1bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:13.296951 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0c2e493a-eb11-4ed8-8f4e-8e7090cf8aa5 req-87ae2a64-1c23-4838-82e8-ababd3e1bbc0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa HTTP/1.1" status: 200 len: 918 time: 0.1773276 Oct 29 13:33:13.380958 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [req-f92b1862-f645-41ba-a7eb-6980497a36ed req-50957999-3dce-4857-97b7-07e1cc8791d8 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] For port 2f64a540-a793-4305-9ee9-6fe3b62e1388, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=2f64a540-a793-4305-9ee9-6fe3b62e1388,segment=NetworkSegment(b3efb1a5-1b86-45aa-b262-27650811f687),segment_id=b3efb1a5-1b86-45aa-b262-27650811f687)] {{(pid=101275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:33:13.380958 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-f92b1862-f645-41ba-a7eb-6980497a36ed req-50957999-3dce-4857-97b7-07e1cc8791d8 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:13.412242 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [req-f92b1862-f645-41ba-a7eb-6980497a36ed req-50957999-3dce-4857-97b7-07e1cc8791d8 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Calling delete_port for 2f64a540-a793-4305-9ee9-6fe3b62e1388 owned by compute:nova {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:33:13.457881 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0c2e493a-eb11-4ed8-8f4e-8e7090cf8aa5 req-f5f99bfc-66b6-460d-9a78-86bd19cb5986 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d49765ad-79cc-45ce-898a-88b1395fa0fb HTTP/1.1" status: 200 len: 999 time: 0.1469109 Oct 29 13:33:13.551432 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-980fa2c8-7cc5-4b46-a2d2-980ac71ce96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:13.573783 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-980fa2c8-7cc5-4b46-a2d2-980ac71ce96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:13.587863 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-637af745-359e-4cca-ad3f-0ac4d1f25439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'name': 'tempest-AttachVolumeShelveTestJSON-1805075616-router', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:39Z', 'revision_number': 4, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'gw_port': {'id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': 'd90a4877-5a91-47d8-8312-577302a4969b', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'port_id': 'd49765ad-79cc-45ce-898a-88b1395fa0fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'mac_address': 'fa:16:3e:ed:5a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9284f-a335-4a48-9c8b-5e1572d12240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:32:52Z', 'updated_at': '2021-10-29T13:33:11Z', 'revision_number': 1, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a80087b-91b9-455b-9761-f304b223a9dc', 'name': '', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'mac_address': 'fa:16:3e:cd:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:34Z', 'updated_at': '2021-10-29T13:32:48Z', 'revision_number': 5, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'subnets': [{'id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:33:13.606183 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-f92b1862-f645-41ba-a7eb-6980497a36ed req-50957999-3dce-4857-97b7-07e1cc8791d8 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:13.615765 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637af745-359e-4cca-ad3f-0ac4d1f25439 None None] Checking router: 1abfc369-9d32-4afe-ad00-faa027c4059c for host: dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:33:13.620476 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e493a-eb11-4ed8-8f4e-8e7090cf8aa5 req-3f1e05e8-bd6d-4250-b336-3bd302eb7cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:13.621417 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['2f64a540-a793-4305-9ee9-6fe3b62e1388'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:33:13.622540 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0c2e493a-eb11-4ed8-8f4e-8e7090cf8aa5 req-3f1e05e8-bd6d-4250-b336-3bd302eb7cdb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de6a4b99-0646-46d8-a18a-25de200d28c4 HTTP/1.1" status: 200 len: 856 time: 0.1451316 Oct 29 13:33:13.626839 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637af745-359e-4cca-ad3f-0ac4d1f25439 None None] Routers {'1abfc369-9d32-4afe-ad00-faa027c4059c'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:33:13.628057 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-637af745-359e-4cca-ad3f-0ac4d1f25439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:32:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1abfc369-9d32-4afe-ad00-faa027c4059c'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:33:13.633261 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-980fa2c8-7cc5-4b46-a2d2-980ac71ce96a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=10423ead5fab4d29876926c7c2e0f0aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5847168 Oct 29 13:33:13.641463 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 58696) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:13.642154 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fa2c8-7cc5-4b46-a2d2-980ac71ce96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aef760f-33d7-4786-9c9a-9f83423587ed,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:13.661404 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50957999-3dce-4857-97b7-07e1cc8791d8 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Pushing event deleted for resources: {'Port': ['ID=2f64a540-a793-4305-9ee9-6fe3b62e1388,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:13.686169 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3ed4d-c0be-46b7-a190-67a7ee97bf0c req-3746ceaa-fe5f-4a63-808b-fe2387254513 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:13.695100 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-94c3ed4d-c0be-46b7-a190-67a7ee97bf0c req-3746ceaa-fe5f-4a63-808b-fe2387254513 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 867 time: 0.1685820 Oct 29 13:33:13.765147 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92b1862-f645-41ba-a7eb-6980497a36ed req-50957999-3dce-4857-97b7-07e1cc8791d8 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] No DVR routers for this DVR port 2f64a540-a793-4305-9ee9-6fe3b62e1388 on host hv-cinder-81588 {{(pid=101275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:33:13.770505 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-f92b1862-f645-41ba-a7eb-6980497a36ed req-50957999-3dce-4857-97b7-07e1cc8791d8 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:13.774351 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f92b1862-f645-41ba-a7eb-6980497a36ed req-50957999-3dce-4857-97b7-07e1cc8791d8 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.26 "DELETE /v2.0/ports/2f64a540-a793-4305-9ee9-6fe3b62e1388 HTTP/1.1" status: 204 len: 173 time: 0.7957480 Oct 29 13:33:13.775025 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9697ec88-0207-4a75-9f13-334453021731', 'name': 'network-vif-deleted', 'tag': '2f64a540-a793-4305-9ee9-6fe3b62e1388'}] {{(pid=101275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:33:13.782478 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-637af745-359e-4cca-ad3f-0ac4d1f25439 None None] Set router 1abfc369-9d32-4afe-ad00-faa027c4059c gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:33:13.789689 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1ae6470871d1e7f5254046b6a14a5a61bc426f08075d8dbcbc5db3d9a889b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecb8546-f7c5-4264-8b72-af39d4ef0d09" -d '{"events": [{"server_uuid": "9697ec88-0207-4a75-9f13-334453021731", "name": "network-vif-deleted", "tag": "2f64a540-a793-4305-9ee9-6fe3b62e1388"}]}' {{(pid=101275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:33:13.795727 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-94586af8-29f3-4362-b97c-ec147837c76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:13.799108 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e493a-eb11-4ed8-8f4e-8e7090cf8aa5 req-5b13076c-d94f-4d93-9901-b0e65cb59f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:13.800652 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0c2e493a-eb11-4ed8-8f4e-8e7090cf8aa5 req-5b13076c-d94f-4d93-9901-b0e65cb59f13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1687076 Oct 29 13:33:13.803538 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-94c3ed4d-c0be-46b7-a190-67a7ee97bf0c req-d5855365-adf0-43e1-b668-b61bf811bda8 tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1642f70-fbb0-45e9-a62a-ce1673eb3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075389 Oct 29 13:33:13.849199 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-94586af8-29f3-4362-b97c-ec147837c76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:13.856619 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6daf6b-9015-4e71-a4d2-c9afd7af5a1c x-openstack-request-id: req-4d6daf6b-9015-4e71-a4d2-c9afd7af5a1c {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:33:13.856909 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9697ec88-0207-4a75-9f13-334453021731", "name": "network-vif-deleted", "tag": "2f64a540-a793-4305-9ee9-6fe3b62e1388", "status": "completed", "code": 200}]} {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:33:13.857160 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4d6daf6b-9015-4e71-a4d2-c9afd7af5a1c {{(pid=101275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:33:13.857553 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9697ec88-0207-4a75-9f13-334453021731', 'name': 'network-vif-deleted', 'tag': '2f64a540-a793-4305-9ee9-6fe3b62e1388', 'status': 'completed', 'code': 200} Oct 29 13:33:13.978477 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0c2e493a-eb11-4ed8-8f4e-8e7090cf8aa5 req-a1a68551-b784-4726-a51e-155cebff81a5 service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470413 Oct 29 13:33:13.992633 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-94586af8-29f3-4362-b97c-ec147837c76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:13.996569 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-94586af8-29f3-4362-b97c-ec147837c76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:14.001529 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-94586af8-29f3-4362-b97c-ec147837c76e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7aef760f-33d7-4786-9c9a-9f83423587ed HTTP/1.1" status: 204 len: 168 time: 0.3552337 Oct 29 13:33:14.062521 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086471b7-7065-4f5a-b7cd-833d0725fce3 req-6faa78e5-1be4-49da-98d1-d4be76a77dac tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:14.065112 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94586af8-29f3-4362-b97c-ec147837c76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aef760f-33d7-4786-9c9a-9f83423587ed,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:14.078537 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-086471b7-7065-4f5a-b7cd-833d0725fce3 req-6faa78e5-1be4-49da-98d1-d4be76a77dac tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0776320 Oct 29 13:33:14.102361 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-637af745-359e-4cca-ad3f-0ac4d1f25439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'name': 'tempest-AttachVolumeShelveTestJSON-1805075616-router', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:39Z', 'revision_number': 4, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'gw_port': {'id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': 'd90a4877-5a91-47d8-8312-577302a4969b', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'port_id': 'd49765ad-79cc-45ce-898a-88b1395fa0fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'mac_address': 'fa:16:3e:ed:5a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9284f-a335-4a48-9c8b-5e1572d12240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:32:52Z', 'updated_at': '2021-10-29T13:33:11Z', 'revision_number': 1, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a80087b-91b9-455b-9761-f304b223a9dc', 'name': '', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'mac_address': 'fa:16:3e:cd:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:34Z', 'updated_at': '2021-10-29T13:32:48Z', 'revision_number': 5, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'subnets': [{'id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:33:14.121166 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0c2e493a-eb11-4ed8-8f4e-8e7090cf8aa5 req-15c61ae6-b7c3-4ab7-b29f-68c39bbbea3b service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184778 Oct 29 13:33:14.135462 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-086471b7-7065-4f5a-b7cd-833d0725fce3 req-35650c4d-a6e9-40a0-86cb-332a56d8bf23 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554926 Oct 29 13:33:14.156404 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637af745-359e-4cca-ad3f-0ac4d1f25439 None None] The sync data for ids ['1abfc369-9d32-4afe-ad00-faa027c4059c'] in dv-cinder-815884-1-iscsi is: [{'id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'name': 'tempest-AttachVolumeShelveTestJSON-1805075616-router', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:39Z', 'revision_number': 4, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'gw_port': {'id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': 'd90a4877-5a91-47d8-8312-577302a4969b', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'port_id': 'd49765ad-79cc-45ce-898a-88b1395fa0fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'mac_address': 'fa:16:3e:ed:5a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9284f-a335-4a48-9c8b-5e1572d12240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:32:52Z', 'updated_at': '2021-10-29T13:33:11Z', 'revision_number': 1, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a80087b-91b9-455b-9761-f304b223a9dc', 'name': '', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'mac_address': 'fa:16:3e:cd:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:34Z', 'updated_at': '2021-10-29T13:32:48Z', 'revision_number': 5, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'subnets': [{'id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:33:14.341543 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 58712) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:14.352759 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe140e1e-1260-423f-a42a-343a940b6dc9 None None] New status for floating IP d90a4877-5a91-47d8-8312-577302a4969b: ACTIVE {{(pid=101276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 13:33:14.368108 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-985fe096-bc2c-4f83-aa29-d7a2344e6d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:14.451266 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-985fe096-bc2c-4f83-aa29-d7a2344e6d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:14.455794 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-985fe096-bc2c-4f83-aa29-d7a2344e6d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:14.494117 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-985fe096-bc2c-4f83-aa29-d7a2344e6d41 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=48693ebfd2c74de8b37cdc6ddd2cec9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1514318 Oct 29 13:33:14.495072 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985fe096-bc2c-4f83-aa29-d7a2344e6d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1393404-0d64-43d3-8f48-093e7de7a920,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:14.496964 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 58720) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:14.567914 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-976e70d4-5dc3-4ae6-9215-37343acceba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:14.595682 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-976e70d4-5dc3-4ae6-9215-37343acceba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:14.648196 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-976e70d4-5dc3-4ae6-9215-37343acceba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:14.651216 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-976e70d4-5dc3-4ae6-9215-37343acceba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:14.653317 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-976e70d4-5dc3-4ae6-9215-37343acceba4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b1393404-0d64-43d3-8f48-093e7de7a920 HTTP/1.1" status: 204 len: 168 time: 0.1548989 Oct 29 13:33:14.663456 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e70d4-5dc3-4ae6-9215-37343acceba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1393404-0d64-43d3-8f48-093e7de7a920,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:14.721734 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 58738) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:14.866589 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-5cf549fa-e563-43e0-ba23-2342e5706d6d tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:14.868195 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-5cf549fa-e563-43e0-ba23-2342e5706d6d tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/networks?id=641c12dc-e9e2-4861-b839-f7d1974ae0f8 HTTP/1.1" status: 200 len: 814 time: 0.1444354 Oct 29 13:33:14.878298 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-4a226f93-128e-4315-91b2-2bbb99a251bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:14.888643 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-a50e684e-50ba-4124-a916-0631a2c542ac tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/quotas/f3eb52fe6377419f9b2d3781809c21c5 HTTP/1.1" status: 200 len: 375 time: 0.0140481 Oct 29 13:33:14.928286 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-9b511202-cc47-4cc5-9610-fc87c595c58a tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f3eb52fe6377419f9b2d3781809c21c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334613 Oct 29 13:33:14.972213 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-fa91ecf9-9d85-4d0c-abfa-313da1dbc8fd req-a6e0362c-e7e6-4891-8b2c-42c6edeeaf8f tempest-DeleteServersTestJSON-1025600300 tempest-DeleteServersTestJSON-1025600300-project] 10.222.0.96 "GET /v2.0/ports?device_id=9697ec88-0207-4a75-9f13-334453021731 HTTP/1.1" status: 200 len: 210 time: 0.0367453 Oct 29 13:33:15.026447 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-4a226f93-128e-4315-91b2-2bbb99a251bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:15.034167 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-4a226f93-128e-4315-91b2-2bbb99a251bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:15.049691 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-78622795-6cd8-4fa2-a580-647db88fb2a6 service neutron] 10.222.0.96 "GET /v2.0/networks/641c12dc-e9e2-4861-b839-f7d1974ae0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115932 Oct 29 13:33:15.075889 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-4a226f93-128e-4315-91b2-2bbb99a251bf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3b14343d66fa4f4caee59827b51aec9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3528574 Oct 29 13:33:15.076786 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a226f93-128e-4315-91b2-2bbb99a251bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf48a36d-c444-4836-a61c-340a88161e04,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:15.079689 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 58752) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:15.202030 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-3b0f47d6-5edd-4397-a822-ad9dfb460e0a service neutron] 10.222.0.96 "GET /v2.0/networks/641c12dc-e9e2-4861-b839-f7d1974ae0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431162 Oct 29 13:33:15.202774 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d5f9f8e0-8728-4334-900d-96eeae136a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:15.225424 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d5f9f8e0-8728-4334-900d-96eeae136a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:15.269306 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a09f0a-d6fb-4140-8555-dfff6d22e842 req-52631731-dba1-481d-b3bf-be45612ede1d tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:15.274788 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-62a09f0a-d6fb-4140-8555-dfff6d22e842 req-52631731-dba1-481d-b3bf-be45612ede1d tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0660784 Oct 29 13:33:15.286082 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d5f9f8e0-8728-4334-900d-96eeae136a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:15.295264 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d5f9f8e0-8728-4334-900d-96eeae136a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:15.296681 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-d5f9f8e0-8728-4334-900d-96eeae136a6b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bf48a36d-c444-4836-a61c-340a88161e04 HTTP/1.1" status: 204 len: 168 time: 0.1841743 Oct 29 13:33:15.314545 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9f8e0-8728-4334-900d-96eeae136a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf48a36d-c444-4836-a61c-340a88161e04,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:15.385018 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-62a09f0a-d6fb-4140-8555-dfff6d22e842 req-28fc8ba7-c256-44fa-b5bd-679c97fca727 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986879 Oct 29 13:33:15.459696 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8ac2abbf-4a3b-4fc5-b60e-e28c03125112 req-3018a2a3-11ca-4ab8-8698-45716faa8d0a tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=7faf1bee-b498-4510-a51e-b088632b19ed HTTP/1.1" status: 200 len: 210 time: 0.0307646 Oct 29 13:33:15.723656 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 58788) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:15.738043 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f79ac345-2eca-4af4-a26e-966b5325ced6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:15.831617 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f79ac345-2eca-4af4-a26e-966b5325ced6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:15.835873 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f79ac345-2eca-4af4-a26e-966b5325ced6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:15.885919 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-f79ac345-2eca-4af4-a26e-966b5325ced6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=eaebb30ee1844162b9844bf555f94a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580529 Oct 29 13:33:15.885919 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ac345-2eca-4af4-a26e-966b5325ced6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bde1cf0-8490-4185-9f35-c37c82480436,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:15.886708 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 58794) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:15.971947 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3813caff-37d6-4ef1-a287-cb6d4ab0ef7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:15.993993 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3813caff-37d6-4ef1-a287-cb6d4ab0ef7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:16.049951 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3813caff-37d6-4ef1-a287-cb6d4ab0ef7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:16.052861 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3813caff-37d6-4ef1-a287-cb6d4ab0ef7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:16.054194 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-3813caff-37d6-4ef1-a287-cb6d4ab0ef7c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1bde1cf0-8490-4185-9f35-c37c82480436 HTTP/1.1" status: 204 len: 168 time: 0.1653953 Oct 29 13:33:16.062690 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813caff-37d6-4ef1-a287-cb6d4ab0ef7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bde1cf0-8490-4185-9f35-c37c82480436,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:16.552973 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf728e-3418-46c8-ba2e-a444e46ab711 req-a83b45bb-357e-4b00-be0f-5072b8734a98 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:16.554508 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2dcf728e-3418-46c8-ba2e-a444e46ab711 req-a83b45bb-357e-4b00-be0f-5072b8734a98 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0912461 Oct 29 13:33:16.594966 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2dcf728e-3418-46c8-ba2e-a444e46ab711 req-8959e305-8237-446f-99bb-f816bafe155a tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334566 Oct 29 13:33:16.697729 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8d97c15b-27c5-4b77-9ef8-f8a3ddd6ba03 req-17c09a32-9f3b-4b6d-9d4d-b1757218360e tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=7faf1bee-b498-4510-a51e-b088632b19ed HTTP/1.1" status: 200 len: 210 time: 0.0316007 Oct 29 13:33:16.753305 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-c6e2a2b6-dce5-4fd2-b586-6d955ea98570 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:16.755467 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-c6e2a2b6-dce5-4fd2-b586-6d955ea98570 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.26 "GET /v2.0/networks?id=641c12dc-e9e2-4861-b839-f7d1974ae0f8 HTTP/1.1" status: 200 len: 814 time: 0.1431627 Oct 29 13:33:16.774458 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-276e6554-59da-4b0c-adbd-3f46bffe5636 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Request body: {'port': {'device_id': '7faf1bee-b498-4510-a51e-b088632b19ed', 'network_id': '641c12dc-e9e2-4861-b839-f7d1974ae0f8', 'admin_state_up': True, 'tenant_id': 'f3eb52fe6377419f9b2d3781809c21c5'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:33:16.879608 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-276e6554-59da-4b0c-adbd-3f46bffe5636 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Made reservation on behalf of f3eb52fe6377419f9b2d3781809c21c5 for: {'port': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:33:16.883120 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-276e6554-59da-4b0c-adbd-3f46bffe5636 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:17.012220 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-276e6554-59da-4b0c-adbd-3f46bffe5636 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Allocated IP 172.20.0.11 (641c12dc-e9e2-4861-b839-f7d1974ae0f8/ce2a9639-a862-4c7c-a3f7-a1d412586aa5/d544eccb-2834-4068-8fd9-568a5b3d26f1) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:33:17.195617 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-276e6554-59da-4b0c-adbd-3f46bffe5636 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:17.281708 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-276e6554-59da-4b0c-adbd-3f46bffe5636 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:17.331041 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-276e6554-59da-4b0c-adbd-3f46bffe5636 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Network 641c12dc-e9e2-4861-b839-f7d1974ae0f8 is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:33:17.341830 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-276e6554-59da-4b0c-adbd-3f46bffe5636 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:33:17.344275 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-276e6554-59da-4b0c-adbd-3f46bffe5636 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:33:17.393095 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e6554-59da-4b0c-adbd-3f46bffe5636 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Pushing event updated for resources: {'Port': ['ID=d544eccb-2834-4068-8fd9-568a5b3d26f1,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:17.410760 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-fd21d783-9627-4f76-8646-60728b3b19f3 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:17.412238 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-fd21d783-9627-4f76-8646-60728b3b19f3 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/networks?id=797a2d64-a318-481c-b064-119a76b4777f HTTP/1.1" status: 200 len: 814 time: 0.1980295 Oct 29 13:33:17.419823 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-276e6554-59da-4b0c-adbd-3f46bffe5636 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:17.420411 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-276e6554-59da-4b0c-adbd-3f46bffe5636 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:17.438166 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-eaa545ae-875d-4087-b6f6-3c48b23433a7 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/quotas/5dbd3236e0cc40379a8e1e72b80f965e HTTP/1.1" status: 200 len: 375 time: 0.0151734 Oct 29 13:33:17.444662 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-276e6554-59da-4b0c-adbd-3f46bffe5636 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6743722 Oct 29 13:33:17.474406 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-29388d7b-b5b5-4854-9939-09eacea3c21b service neutron] Request body: {'port': {'device_id': '7faf1bee-b498-4510-a51e-b088632b19ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:33:17.486102 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 2f64a540-a793-4305-9ee9-6fe3b62e1388 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:33:17.506507 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] No Port match for: 2f64a540-a793-4305-9ee9-6fe3b62e1388 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:33:17.506847 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 2f64a540-a793-4305-9ee9-6fe3b62e1388 not bound to the agent host hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:33:17.540101 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-47e50398-095d-440b-a5d2-4bd830311b77 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5dbd3236e0cc40379a8e1e72b80f965e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0945187 Oct 29 13:33:17.544761 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-29388d7b-b5b5-4854-9939-09eacea3c21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:17.597306 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 58872) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:17.646811 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22b3841-393a-413f-9771-eac808549825 admin admin] Deleting subnet f84d651f-149d-4692-a0b1-3dc60793cda6 {{(pid=101275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 29 13:33:17.650384 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-a22b3841-393a-413f-9771-eac808549825 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:17.686401 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-a22b3841-393a-413f-9771-eac808549825 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3755711'] for subnet, precommit_delete_associations {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:17.726604 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-0f7d616d-fab3-46ab-a9d6-a8715264f9df service neutron] 10.222.0.96 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787791 Oct 29 13:33:17.736746 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-a22b3841-393a-413f-9771-eac808549825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7868206'] for subnet, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:17.828966 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda6f53-b613-40c1-92f2-c738eba4b1cb req-66a45e14-8c83-43a0-b12c-f1339c363571 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:17.830539 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-beda6f53-b613-40c1-92f2-c738eba4b1cb req-66a45e14-8c83-43a0-b12c-f1339c363571 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0683892 Oct 29 13:33:17.844611 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-a22b3841-393a-413f-9771-eac808549825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7868193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3952961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25682708'] for subnet, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:17.879619 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b3841-393a-413f-9771-eac808549825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f84d651f-149d-4692-a0b1-3dc60793cda6,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:17.881392 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-a22b3841-393a-413f-9771-eac808549825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:17.884573 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-a22b3841-393a-413f-9771-eac808549825 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/f84d651f-149d-4692-a0b1-3dc60793cda6 HTTP/1.1" status: 204 len: 168 time: 0.2861516 Oct 29 13:33:17.887879 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 58880) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:17.947556 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-beda6f53-b613-40c1-92f2-c738eba4b1cb req-7dd56eff-45e5-4e94-88cf-288e2a9d45ac tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103196 Oct 29 13:33:17.973755 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a83f-e8ca-4cb1-b8d2-4a9e01d236a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7898351'] for network, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:18.076576 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a83f-e8ca-4cb1-b8d2-4a9e01d236a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7865813', 'neutron.services.segments.db._delete_segments_for_network-8763699824397'] for network, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:18.079044 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-1c75cff4-af66-48a2-a559-6259249e6c50 service neutron] 10.222.0.96 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393919 Oct 29 13:33:18.101232 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-bbe1a83f-e8ca-4cb1-b8d2-4a9e01d236a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19c288c-9b16-49c5-b361-bdd6bc6553ae']}} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:33:18.113103 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-bbe1a83f-e8ca-4cb1-b8d2-4a9e01d236a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3efb1a5-1b86-45aa-b262-27650811f687') {'for_net_delete': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:33:18.113398 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-bbe1a83f-e8ca-4cb1-b8d2-4a9e01d236a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3efb1a5-1b86-45aa-b262-27650811f687') {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:33:18.122346 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb21819-42eb-4875-ab61-254419d73a31 req-a5c34b4a-f524-4760-89f6-99104e8f7c8f tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:18.124089 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-edb21819-42eb-4875-ab61-254419d73a31 req-a5c34b4a-f524-4760-89f6-99104e8f7c8f tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=7faf1bee-b498-4510-a51e-b088632b19ed HTTP/1.1" status: 200 len: 932 time: 0.1099446 Oct 29 13:33:18.133611 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a83f-e8ca-4cb1-b8d2-4a9e01d236a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763699824150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3755680'] for segment, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:18.148082 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-29388d7b-b5b5-4854-9939-09eacea3c21b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d544eccb-2834-4068-8fd9-568a5b3d26f1 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:33:18.156086 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-29388d7b-b5b5-4854-9939-09eacea3c21b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:18.160832 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a83f-e8ca-4cb1-b8d2-4a9e01d236a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:18.174693 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe1a83f-e8ca-4cb1-b8d2-4a9e01d236a6 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=101275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 13:33:18.175101 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a83f-e8ca-4cb1-b8d2-4a9e01d236a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3952935'] for segment, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: Traceback (most recent call last): Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: timer() Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: cb(*args, **kw) Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: return func(*args, **kwargs) Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: self._notify() Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: self.callback(batched_events) Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: event.method(event) Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: return f(self, *a, **k) Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: return self._get(url).json() Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: return self.request(url, 'GET', **kwargs) Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 13:33:18.176834 dv-cinder-815884-1-iscsi neutron-server[101275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 13:33:18.219705 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-edb21819-42eb-4875-ab61-254419d73a31 req-3ff55c38-82e9-4f83-a441-bb28b0a60c25 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885324 Oct 29 13:33:18.244963 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a83f-e8ca-4cb1-b8d2-4a9e01d236a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496109'] for network, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:18.253599 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a83f-e8ca-4cb1-b8d2-4a9e01d236a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:18.253888 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-29388d7b-b5b5-4854-9939-09eacea3c21b service neutron] Transition to ACTIVE for port object d544eccb-2834-4068-8fd9-568a5b3d26f1 will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 13:33:18.259969 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-bbe1a83f-e8ca-4cb1-b8d2-4a9e01d236a6 admin admin] 10.222.0.96 "DELETE /v2.0/networks/a19c288c-9b16-49c5-b361-bdd6bc6553ae HTTP/1.1" status: 204 len: 168 time: 0.3685462 Oct 29 13:33:18.273924 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1a83f-e8ca-4cb1-b8d2-4a9e01d236a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a19c288c-9b16-49c5-b361-bdd6bc6553ae,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:18.305469 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-29388d7b-b5b5-4854-9939-09eacea3c21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:18.308916 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-26c7aad7-9d1a-4dcf-8673-7923d31fbdb0 req-16b1069b-69d2-4cfb-a49e-a9e203096fc3 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=2729e752-5a7b-4cc3-9ff3-0647ea7e7770 HTTP/1.1" status: 200 len: 210 time: 0.0668266 Oct 29 13:33:18.356174 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29388d7b-b5b5-4854-9939-09eacea3c21b service neutron] Pushing event updated for resources: {'Port': ['ID=d544eccb-2834-4068-8fd9-568a5b3d26f1,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:18.435440 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-29388d7b-b5b5-4854-9939-09eacea3c21b service neutron] Attempting to bind port d544eccb-2834-4068-8fd9-568a5b3d26f1 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:33:18.435842 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-29388d7b-b5b5-4854-9939-09eacea3c21b service neutron] Attempting to bind port d544eccb-2834-4068-8fd9-568a5b3d26f1 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'b4b6085d-4457-4673-a111-b3f5b6024848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '641c12dc-e9e2-4861-b839-f7d1974ae0f8'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:33:18.436299 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-29388d7b-b5b5-4854-9939-09eacea3c21b service neutron] Attempting to bind port d544eccb-2834-4068-8fd9-568a5b3d26f1 on network 641c12dc-e9e2-4861-b839-f7d1974ae0f8 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:33:18.441277 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-29388d7b-b5b5-4854-9939-09eacea3c21b service neutron] Port d544eccb-2834-4068-8fd9-568a5b3d26f1 on network 641c12dc-e9e2-4861-b839-f7d1974ae0f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 13:33:18.441658 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-29388d7b-b5b5-4854-9939-09eacea3c21b service neutron] Attempting to bind port d544eccb-2834-4068-8fd9-568a5b3d26f1 on network 641c12dc-e9e2-4861-b839-f7d1974ae0f8 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:33:18.447513 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-29388d7b-b5b5-4854-9939-09eacea3c21b service neutron] Checking agent: {'id': 'f4eb5ed7-5e0f-48be-9842-f1315b14e800', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'started_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:33:18.447844 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-29388d7b-b5b5-4854-9939-09eacea3c21b service neutron] Checking segment: {'id': 'b4b6085d-4457-4673-a111-b3f5b6024848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '641c12dc-e9e2-4861-b839-f7d1974ae0f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:33:18.448275 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-29388d7b-b5b5-4854-9939-09eacea3c21b service neutron] Bound using segment: {'id': 'b4b6085d-4457-4673-a111-b3f5b6024848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '641c12dc-e9e2-4861-b839-f7d1974ae0f8'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:33:18.449428 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-29388d7b-b5b5-4854-9939-09eacea3c21b service neutron] Bound port: d544eccb-2834-4068-8fd9-568a5b3d26f1, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b6085d-4457-4673-a111-b3f5b6024848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '641c12dc-e9e2-4861-b839-f7d1974ae0f8'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:33:18.449709 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-29388d7b-b5b5-4854-9939-09eacea3c21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:18.525748 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-29388d7b-b5b5-4854-9939-09eacea3c21b service neutron] For port d544eccb-2834-4068-8fd9-568a5b3d26f1, host hv-cinder-81588, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:33:18.530005 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-29388d7b-b5b5-4854-9939-09eacea3c21b service neutron] For port d544eccb-2834-4068-8fd9-568a5b3d26f1, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d544eccb-2834-4068-8fd9-568a5b3d26f1,segment=NetworkSegment(b4b6085d-4457-4673-a111-b3f5b6024848),segment_id=b4b6085d-4457-4673-a111-b3f5b6024848)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:33:18.535749 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-29388d7b-b5b5-4854-9939-09eacea3c21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:18.577152 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 58902) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:18.577460 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-29388d7b-b5b5-4854-9939-09eacea3c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:18.578208 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-29388d7b-b5b5-4854-9939-09eacea3c21b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:18.579636 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-29388d7b-b5b5-4854-9939-09eacea3c21b service neutron] 10.222.0.26 "PUT /v2.0/ports/d544eccb-2834-4068-8fd9-568a5b3d26f1 HTTP/1.1" status: 200 len: 1094 time: 1.1095495 Oct 29 13:33:18.580078 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7faf1bee-b498-4510-a51e-b088632b19ed', 'tag': 'd544eccb-2834-4068-8fd9-568a5b3d26f1'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:33:18.582424 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05208380-3be2-4a0f-9602-ea5438c56ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "7faf1bee-b498-4510-a51e-b088632b19ed", "tag": "d544eccb-2834-4068-8fd9-568a5b3d26f1"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:33:18.625297 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29388d7b-b5b5-4854-9939-09eacea3c21b service neutron] Pushing event updated for resources: {'Port': ['ID=d544eccb-2834-4068-8fd9-568a5b3d26f1,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:18.627527 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-68206664-a2ac-445a-9a73-599f1ae5461f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=14990b53311b47f3839dcf8442e0b79e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0488183 Oct 29 13:33:18.638530 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 58906) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:18.662457 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a3fb38-cccf-46e7-b31f-596ea71b56be x-openstack-request-id: req-39a3fb38-cccf-46e7-b31f-596ea71b56be {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:33:18.662457 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7faf1bee-b498-4510-a51e-b088632b19ed", "tag": "d544eccb-2834-4068-8fd9-568a5b3d26f1", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:33:18.662753 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-39a3fb38-cccf-46e7-b31f-596ea71b56be {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:33:18.662968 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7faf1bee-b498-4510-a51e-b088632b19ed', 'tag': 'd544eccb-2834-4068-8fd9-568a5b3d26f1', 'status': 'completed', 'code': 200} Oct 29 13:33:18.680473 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-091e6c0e-6009-42af-bc18-ea61f31ecb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:18.682016 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-091e6c0e-6009-42af-bc18-ea61f31ecb13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3eb52fe6377419f9b2d3781809c21c5&device_id=7faf1bee-b498-4510-a51e-b088632b19ed HTTP/1.1" status: 200 len: 1097 time: 0.0527024 Oct 29 13:33:18.687049 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cfdea6d3-3522-4e93-b6ba-36541ec6ae9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:18.714498 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cfdea6d3-3522-4e93-b6ba-36541ec6ae9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:18.739530 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-5d67aebc-efaa-4b91-8bdd-91590fdb7e47 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d544eccb-2834-4068-8fd9-568a5b3d26f1 HTTP/1.1" status: 200 len: 217 time: 0.0395932 Oct 29 13:33:18.774298 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cfdea6d3-3522-4e93-b6ba-36541ec6ae9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:18.777682 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cfdea6d3-3522-4e93-b6ba-36541ec6ae9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:18.781254 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-cfdea6d3-3522-4e93-b6ba-36541ec6ae9e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f1642f70-fbb0-45e9-a62a-ce1673eb3fbd HTTP/1.1" status: 204 len: 168 time: 0.1474638 Oct 29 13:33:18.791198 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdea6d3-3522-4e93-b6ba-36541ec6ae9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1642f70-fbb0-45e9-a62a-ce1673eb3fbd,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:18.809723 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-5364545d-fa91-4ecc-886b-a3ac4bf2794a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:18.811278 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-5364545d-fa91-4ecc-886b-a3ac4bf2794a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce2a9639-a862-4c7c-a3f7-a1d412586aa5 HTTP/1.1" status: 200 len: 854 time: 0.0575094 Oct 29 13:33:18.860132 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-fb02d1f4-8302-4a07-b8b6-e2755fd1f9b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=641c12dc-e9e2-4861-b839-f7d1974ae0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282452 Oct 29 13:33:18.954874 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-59d44ea9-de18-41e0-bd71-5313005667f7 service neutron] 10.222.0.26 "GET /v2.0/networks/641c12dc-e9e2-4861-b839-f7d1974ae0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873177 Oct 29 13:33:19.078252 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a80ee69e-0ecd-48f4-92c1-cf141db3f118 req-35c50516-d7df-44fb-aa15-1d570e868274 service neutron] 10.222.0.26 "GET /v2.0/networks/641c12dc-e9e2-4861-b839-f7d1974ae0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164651 Oct 29 13:33:19.097824 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e07777-a5c3-423e-807d-8a0e25e1d3b9 req-0839c7be-c042-4e73-9704-f8ea07c847bc tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:19.099343 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-34e07777-a5c3-423e-807d-8a0e25e1d3b9 req-0839c7be-c042-4e73-9704-f8ea07c847bc tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0709920 Oct 29 13:33:19.142747 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-34e07777-a5c3-423e-807d-8a0e25e1d3b9 req-c90f78ff-a264-43c8-be55-851737989159 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362606 Oct 29 13:33:19.182666 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05208380-3be2-4a0f-9602-ea5438c56ca6 req-45132d63-9023-4ce0-bf23-fefd7173980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:19.184740 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-05208380-3be2-4a0f-9602-ea5438c56ca6 req-45132d63-9023-4ce0-bf23-fefd7173980e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3eb52fe6377419f9b2d3781809c21c5&device_id=7faf1bee-b498-4510-a51e-b088632b19ed HTTP/1.1" status: 200 len: 1097 time: 0.0410676 Oct 29 13:33:19.295612 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05208380-3be2-4a0f-9602-ea5438c56ca6 req-d8c89716-0063-4763-b47d-c067463c9f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:19.297074 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-05208380-3be2-4a0f-9602-ea5438c56ca6 req-d8c89716-0063-4763-b47d-c067463c9f2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=641c12dc-e9e2-4861-b839-f7d1974ae0f8 HTTP/1.1" status: 200 len: 915 time: 0.0871186 Oct 29 13:33:19.350453 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-05208380-3be2-4a0f-9602-ea5438c56ca6 req-5f6b4bee-f299-46bf-87d9-2a6562cae72e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d544eccb-2834-4068-8fd9-568a5b3d26f1 HTTP/1.1" status: 200 len: 217 time: 0.0398734 Oct 29 13:33:19.361197 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93e0bd-4c5e-44fa-8b6f-01671932f81e req-8127d48b-8b20-4402-a91e-d5258426d9aa tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:19.368510 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8a93e0bd-4c5e-44fa-8b6f-01671932f81e req-8127d48b-8b20-4402-a91e-d5258426d9aa tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=7faf1bee-b498-4510-a51e-b088632b19ed HTTP/1.1" status: 200 len: 944 time: 0.0582104 Oct 29 13:33:19.403218 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8a93e0bd-4c5e-44fa-8b6f-01671932f81e req-f1dfd44c-38d7-4a75-abab-416039853173 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338383 Oct 29 13:33:19.433687 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2499a62f-712a-42d1-8878-b39d5316b471 req-57e0b9b7-0dbb-4f6a-b832-237555e4f4be tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=2729e752-5a7b-4cc3-9ff3-0647ea7e7770 HTTP/1.1" status: 200 len: 210 time: 0.0374923 Oct 29 13:33:19.441946 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05208380-3be2-4a0f-9602-ea5438c56ca6 req-c00f3932-b825-4362-9c20-c35a3d7f0f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:19.444125 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-05208380-3be2-4a0f-9602-ea5438c56ca6 req-c00f3932-b825-4362-9c20-c35a3d7f0f7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce2a9639-a862-4c7c-a3f7-a1d412586aa5 HTTP/1.1" status: 200 len: 854 time: 0.0776625 Oct 29 13:33:19.482064 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-05208380-3be2-4a0f-9602-ea5438c56ca6 req-4958ab5d-bd86-4cc4-85ec-51f8fca8022b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=641c12dc-e9e2-4861-b839-f7d1974ae0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284908 Oct 29 13:33:19.610041 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-05208380-3be2-4a0f-9602-ea5438c56ca6 req-36b19520-9a2c-4a80-8f3f-dcfde0b0dff0 service neutron] 10.222.0.26 "GET /v2.0/networks/641c12dc-e9e2-4861-b839-f7d1974ae0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194901 Oct 29 13:33:19.673801 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-c1fd784e-7af3-4936-8bcc-b8365c70bd3d tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:19.675531 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-c1fd784e-7af3-4936-8bcc-b8365c70bd3d tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.26 "GET /v2.0/networks?id=797a2d64-a318-481c-b064-119a76b4777f HTTP/1.1" status: 200 len: 814 time: 0.1310027 Oct 29 13:33:19.696631 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-ab303bb4-b865-48a8-994e-b019c0452ad5 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Request body: {'port': {'device_id': '2729e752-5a7b-4cc3-9ff3-0647ea7e7770', 'network_id': '797a2d64-a318-481c-b064-119a76b4777f', 'admin_state_up': True, 'tenant_id': '5dbd3236e0cc40379a8e1e72b80f965e'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:33:19.718753 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-05208380-3be2-4a0f-9602-ea5438c56ca6 req-354a3d56-d509-4c6f-8d70-f9d0f52cca23 service neutron] 10.222.0.26 "GET /v2.0/networks/641c12dc-e9e2-4861-b839-f7d1974ae0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008122 Oct 29 13:33:19.841549 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-ab303bb4-b865-48a8-994e-b019c0452ad5 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Made reservation on behalf of 5dbd3236e0cc40379a8e1e72b80f965e for: {'port': 1} {{(pid=101275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:33:19.846972 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-ab303bb4-b865-48a8-994e-b019c0452ad5 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:19.979302 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_common [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-ab303bb4-b865-48a8-994e-b019c0452ad5 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Allocated IP 172.20.0.3 (797a2d64-a318-481c-b064-119a76b4777f/336b7c87-283f-4775-a0c5-465adcbb1c88/d39096dc-56c6-4c48-95da-d069d4b1fb81) {{(pid=101275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:33:20.149187 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-ab303bb4-b865-48a8-994e-b019c0452ad5 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks [] for port, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:20.187575 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-ab303bb4-b865-48a8-994e-b019c0452ad5 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:20.198767 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['becdb76f-bef6-416c-8357-4fa91c08d663'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:33:20.227980 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-ab303bb4-b865-48a8-994e-b019c0452ad5 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Network 797a2d64-a318-481c-b064-119a76b4777f is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:33:20.231744 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-ab303bb4-b865-48a8-994e-b019c0452ad5 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:33:20.235437 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-ab303bb4-b865-48a8-994e-b019c0452ad5 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Received port after_create {{(pid=101275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:33:20.269887 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab303bb4-b865-48a8-994e-b019c0452ad5 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Pushing event updated for resources: {'Port': ['ID=d39096dc-56c6-4c48-95da-d069d4b1fb81,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:20.284179 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da2bd9-baf3-405b-b896-f84eeaef2c26 req-43a3abce-8b73-46a4-ab0e-a730edda4ba1 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:20.286097 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c6da2bd9-baf3-405b-b896-f84eeaef2c26 req-43a3abce-8b73-46a4-ab0e-a730edda4ba1 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0611775 Oct 29 13:33:20.309965 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-ab303bb4-b865-48a8-994e-b019c0452ad5 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:20.311017 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-ab303bb4-b865-48a8-994e-b019c0452ad5 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:20.329616 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-ab303bb4-b865-48a8-994e-b019c0452ad5 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6386640 Oct 29 13:33:20.331823 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c6da2bd9-baf3-405b-b896-f84eeaef2c26 req-40144d60-28c4-4e67-ac96-73def0448e6f tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392637 Oct 29 13:33:20.348258 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-5ab16ceb-512c-479e-9689-15ad4c3e0108 service neutron] Request body: {'port': {'device_id': '2729e752-5a7b-4cc3-9ff3-0647ea7e7770', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:33:20.401380 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-5ab16ceb-512c-479e-9689-15ad4c3e0108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:20.550972 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e559d0-5bc1-45c5-b55a-924b79a9e9c1 req-bc54d47d-b41b-41b1-b83c-080bc64e4b08 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:20.554076 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f8e559d0-5bc1-45c5-b55a-924b79a9e9c1 req-bc54d47d-b41b-41b1-b83c-080bc64e4b08 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=2729e752-5a7b-4cc3-9ff3-0647ea7e7770 HTTP/1.1" status: 200 len: 931 time: 0.0491748 Oct 29 13:33:20.590145 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f8e559d0-5bc1-45c5-b55a-924b79a9e9c1 req-6ce2064a-c643-4309-84eb-9c59f273dab7 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310967 Oct 29 13:33:20.600384 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4959c8-54f2-44d8-800e-5bf85f0e3962 req-1d2ebade-c957-4ab3-848b-e5394f8da8a0 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:20.601854 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ac4959c8-54f2-44d8-800e-5bf85f0e3962 req-1d2ebade-c957-4ab3-848b-e5394f8da8a0 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=7faf1bee-b498-4510-a51e-b088632b19ed HTTP/1.1" status: 200 len: 944 time: 0.0975680 Oct 29 13:33:20.655747 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ac4959c8-54f2-44d8-800e-5bf85f0e3962 req-2fb897a0-a40c-4830-8927-d673ade4396e tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478110 Oct 29 13:33:20.723366 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-5ab16ceb-512c-479e-9689-15ad4c3e0108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d39096dc-56c6-4c48-95da-d069d4b1fb81 {{(pid=101275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:33:20.730993 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-5ab16ceb-512c-479e-9689-15ad4c3e0108 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:20.742617 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.provisioning_blocks [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-5ab16ceb-512c-479e-9689-15ad4c3e0108 service neutron] Transition to ACTIVE for port object d39096dc-56c6-4c48-95da-d069d4b1fb81 will not be triggered until provisioned by entity L2. {{(pid=101275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 13:33:20.748072 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-5ab16ceb-512c-479e-9689-15ad4c3e0108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952907'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:20.793569 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab16ceb-512c-479e-9689-15ad4c3e0108 service neutron] Pushing event updated for resources: {'Port': ['ID=d39096dc-56c6-4c48-95da-d069d4b1fb81,revision_number=2']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:20.860449 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-5ab16ceb-512c-479e-9689-15ad4c3e0108 service neutron] Attempting to bind port d39096dc-56c6-4c48-95da-d069d4b1fb81 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:33:20.860771 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-5ab16ceb-512c-479e-9689-15ad4c3e0108 service neutron] Attempting to bind port d39096dc-56c6-4c48-95da-d069d4b1fb81 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '5a566e44-33a4-41ce-b950-6305e41afffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '797a2d64-a318-481c-b064-119a76b4777f'}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:33:20.861103 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-5ab16ceb-512c-479e-9689-15ad4c3e0108 service neutron] Attempting to bind port d39096dc-56c6-4c48-95da-d069d4b1fb81 on network 797a2d64-a318-481c-b064-119a76b4777f {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:33:20.865171 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-5ab16ceb-512c-479e-9689-15ad4c3e0108 service neutron] Port d39096dc-56c6-4c48-95da-d069d4b1fb81 on network 797a2d64-a318-481c-b064-119a76b4777f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 13:33:20.865480 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-5ab16ceb-512c-479e-9689-15ad4c3e0108 service neutron] Attempting to bind port d39096dc-56c6-4c48-95da-d069d4b1fb81 on network 797a2d64-a318-481c-b064-119a76b4777f {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:33:20.870079 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-5ab16ceb-512c-479e-9689-15ad4c3e0108 service neutron] Checking agent: {'id': 'f4eb5ed7-5e0f-48be-9842-f1315b14e800', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'started_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:33:20.871029 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-5ab16ceb-512c-479e-9689-15ad4c3e0108 service neutron] Checking segment: {'id': '5a566e44-33a4-41ce-b950-6305e41afffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '797a2d64-a318-481c-b064-119a76b4777f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:33:20.871402 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-5ab16ceb-512c-479e-9689-15ad4c3e0108 service neutron] Bound using segment: {'id': '5a566e44-33a4-41ce-b950-6305e41afffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '797a2d64-a318-481c-b064-119a76b4777f'} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:33:20.871817 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-5ab16ceb-512c-479e-9689-15ad4c3e0108 service neutron] Bound port: d39096dc-56c6-4c48-95da-d069d4b1fb81, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a566e44-33a4-41ce-b950-6305e41afffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '797a2d64-a318-481c-b064-119a76b4777f'}}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:33:20.872156 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-5ab16ceb-512c-479e-9689-15ad4c3e0108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:20.931435 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-5ab16ceb-512c-479e-9689-15ad4c3e0108 service neutron] For port d39096dc-56c6-4c48-95da-d069d4b1fb81, host hv-cinder-81588, cleared binding levels {{(pid=101275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:33:20.935064 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-5ab16ceb-512c-479e-9689-15ad4c3e0108 service neutron] For port d39096dc-56c6-4c48-95da-d069d4b1fb81, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d39096dc-56c6-4c48-95da-d069d4b1fb81,segment=NetworkSegment(5a566e44-33a4-41ce-b950-6305e41afffb),segment_id=5a566e44-33a4-41ce-b950-6305e41afffb)] {{(pid=101275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:33:20.940724 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-5ab16ceb-512c-479e-9689-15ad4c3e0108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952907'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:20.976441 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-5ab16ceb-512c-479e-9689-15ad4c3e0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:20.977042 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-5ab16ceb-512c-479e-9689-15ad4c3e0108 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:20.978421 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-5ab16ceb-512c-479e-9689-15ad4c3e0108 service neutron] 10.222.0.26 "PUT /v2.0/ports/d39096dc-56c6-4c48-95da-d069d4b1fb81 HTTP/1.1" status: 200 len: 1093 time: 0.6345391 Oct 29 13:33:20.978844 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2729e752-5a7b-4cc3-9ff3-0647ea7e7770', 'tag': 'd39096dc-56c6-4c48-95da-d069d4b1fb81'}] {{(pid=101275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:33:20.981590 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1ae6470871d1e7f5254046b6a14a5a61bc426f08075d8dbcbc5db3d9a889b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70b5515-1ec9-4bc0-99cf-dd9069bed31e" -d '{"events": [{"name": "network-changed", "server_uuid": "2729e752-5a7b-4cc3-9ff3-0647ea7e7770", "tag": "d39096dc-56c6-4c48-95da-d069d4b1fb81"}]}' {{(pid=101275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:33:21.002631 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab16ceb-512c-479e-9689-15ad4c3e0108 service neutron] Pushing event updated for resources: {'Port': ['ID=d39096dc-56c6-4c48-95da-d069d4b1fb81,revision_number=3']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:21.033841 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0567c29-c3b2-4218-a1c8-16803105c565 x-openstack-request-id: req-d0567c29-c3b2-4218-a1c8-16803105c565 {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:33:21.034130 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2729e752-5a7b-4cc3-9ff3-0647ea7e7770", "tag": "d39096dc-56c6-4c48-95da-d069d4b1fb81", "status": "completed", "code": 200}]} {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:33:21.034381 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d0567c29-c3b2-4218-a1c8-16803105c565 {{(pid=101275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:33:21.034763 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2729e752-5a7b-4cc3-9ff3-0647ea7e7770', 'tag': 'd39096dc-56c6-4c48-95da-d069d4b1fb81', 'status': 'completed', 'code': 200} Oct 29 13:33:21.258094 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-bf8b2236-c87e-47c7-b53b-f823f43771df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:21.258094 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-bf8b2236-c87e-47c7-b53b-f823f43771df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5dbd3236e0cc40379a8e1e72b80f965e&device_id=2729e752-5a7b-4cc3-9ff3-0647ea7e7770 HTTP/1.1" status: 200 len: 1096 time: 0.2327580 Oct 29 13:33:21.302924 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-828abc08-1c59-4d59-8010-8dee4c4283e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d39096dc-56c6-4c48-95da-d069d4b1fb81 HTTP/1.1" status: 200 len: 217 time: 0.0362470 Oct 29 13:33:21.360002 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-079f4588-634f-4d91-bcd1-caa5176df5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:21.361741 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-079f4588-634f-4d91-bcd1-caa5176df5e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=336b7c87-283f-4775-a0c5-465adcbb1c88 HTTP/1.1" status: 200 len: 854 time: 0.0456758 Oct 29 13:33:21.403256 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-0fb693b5-2506-40a1-83d0-f02b19c06cf5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=797a2d64-a318-481c-b064-119a76b4777f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302534 Oct 29 13:33:21.429040 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 59006) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:21.500912 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device d544eccb-2834-4068-8fd9-568a5b3d26f1 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:33:21.542558 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-7ff839cd-9484-4d08-9348-b7a0f1280b3d service neutron] 10.222.0.26 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288517 Oct 29 13:33:21.558973 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d1bdc-acf1-463e-944c-8cb8828efbda req-c65cee6c-9d81-473a-936e-51091d31c5bb tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:21.558973 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-bc5d1bdc-acf1-463e-944c-8cb8828efbda req-c65cee6c-9d81-473a-936e-51091d31c5bb tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.1469598 Oct 29 13:33:21.563029 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-07d12b0c-eeaf-4fd8-acd8-a6c084c7fe9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:21.613271 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port d544eccb-2834-4068-8fd9-568a5b3d26f1, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d544eccb-2834-4068-8fd9-568a5b3d26f1,segment=NetworkSegment(b4b6085d-4457-4673-a111-b3f5b6024848),segment_id=b4b6085d-4457-4673-a111-b3f5b6024848)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:33:21.628023 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': 'd544eccb-2834-4068-8fd9-568a5b3d26f1', 'network_id': '641c12dc-e9e2-4861-b839-f7d1974ae0f8', 'port_id': 'd544eccb-2834-4068-8fd9-568a5b3d26f1', 'mac_address': 'fa:16:3e:b6:ca:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2a9639-a862-4c7c-a3f7-a1d412586aa5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:33:21.649816 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-bc5d1bdc-acf1-463e-944c-8cb8828efbda req-cb752187-a36d-4fd7-9a8e-c0be95ca05ff tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822344 Oct 29 13:33:21.668759 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-07d12b0c-eeaf-4fd8-acd8-a6c084c7fe9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:21.682562 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-07d12b0c-eeaf-4fd8-acd8-a6c084c7fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:21.691873 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:21.710030 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d544eccb-2834-4068-8fd9-568a5b3d26f1 {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:33:21.723921 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a125d99d-c841-4a25-bb21-ec27f72fb819 req-5769c7f3-f9a3-40c5-87ed-422ab01bc6c3 service neutron] 10.222.0.26 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642361 Oct 29 13:33:21.733530 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port d544eccb-2834-4068-8fd9-568a5b3d26f1, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d544eccb-2834-4068-8fd9-568a5b3d26f1,segment=NetworkSegment(b4b6085d-4457-4673-a111-b3f5b6024848),segment_id=b4b6085d-4457-4673-a111-b3f5b6024848)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:33:21.738595 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:21.778701 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d12b0c-eeaf-4fd8-acd8-a6c084c7fe9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1610358-6627-4238-a56e-2fa13502d27f,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:21.784135 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-07d12b0c-eeaf-4fd8-acd8-a6c084c7fe9f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d564aa60bd4c455f8cec743c7c39f03d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3540432 Oct 29 13:33:21.786770 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 59028) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:21.792187 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544af1c0-d200-4e36-b633-1008331fda7b req-15429f5c-b29e-41d4-af1d-2799181777f5 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:21.793637 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-544af1c0-d200-4e36-b633-1008331fda7b req-15429f5c-b29e-41d4-af1d-2799181777f5 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=7faf1bee-b498-4510-a51e-b088632b19ed HTTP/1.1" status: 200 len: 945 time: 0.0504010 Oct 29 13:33:21.812923 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=d544eccb-2834-4068-8fd9-568a5b3d26f1,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:21.821651 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234b422-f08d-44b6-aae2-d7cc19fe3a3b req-58b169ee-3008-4422-81dc-009ce8cba468 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:21.823095 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2234b422-f08d-44b6-aae2-d7cc19fe3a3b req-58b169ee-3008-4422-81dc-009ce8cba468 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=2729e752-5a7b-4cc3-9ff3-0647ea7e7770 HTTP/1.1" status: 200 len: 943 time: 0.1065679 Oct 29 13:33:21.833408 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-544af1c0-d200-4e36-b633-1008331fda7b req-5492560c-cd0f-41f3-b6a7-c603a67fe6f3 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330918 Oct 29 13:33:21.881025 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2234b422-f08d-44b6-aae2-d7cc19fe3a3b req-419570a1-35e5-4405-933c-7884628ebea6 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514197 Oct 29 13:33:21.885508 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-37d56062-d7cf-4d46-b61a-7d3387593679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:21.908105 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-37d56062-d7cf-4d46-b61a-7d3387593679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:21.953692 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-37d56062-d7cf-4d46-b61a-7d3387593679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:21.956192 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-37d56062-d7cf-4d46-b61a-7d3387593679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:21.957324 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-37d56062-d7cf-4d46-b61a-7d3387593679 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b1610358-6627-4238-a56e-2fa13502d27f HTTP/1.1" status: 204 len: 168 time: 0.1696556 Oct 29 13:33:21.965222 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d56062-d7cf-4d46-b61a-7d3387593679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1610358-6627-4238-a56e-2fa13502d27f,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:22.212714 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 59036) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:22.225456 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cea17c25-7991-48b8-819c-4536db9cb7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:22.298311 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cea17c25-7991-48b8-819c-4536db9cb7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:22.301744 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cea17c25-7991-48b8-819c-4536db9cb7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:22.338709 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-cea17c25-7991-48b8-819c-4536db9cb7bf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c533eea3b1394fd9a32c72e9d9625e71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1249306 Oct 29 13:33:22.340318 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea17c25-7991-48b8-819c-4536db9cb7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f74ce5-0284-4b2c-9270-e06a30ee72e1,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:22.342019 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 59038) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:22.347168 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea17c25-7991-48b8-819c-4536db9cb7bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:22.347513 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea17c25-7991-48b8-819c-4536db9cb7bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:22.347843 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea17c25-7991-48b8-819c-4536db9cb7bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:22.348172 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea17c25-7991-48b8-819c-4536db9cb7bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:22.348501 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea17c25-7991-48b8-819c-4536db9cb7bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:22.348823 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea17c25-7991-48b8-819c-4536db9cb7bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:22.349142 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea17c25-7991-48b8-819c-4536db9cb7bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:22.349464 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea17c25-7991-48b8-819c-4536db9cb7bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:22.349797 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea17c25-7991-48b8-819c-4536db9cb7bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:22.350123 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea17c25-7991-48b8-819c-4536db9cb7bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:22.350436 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea17c25-7991-48b8-819c-4536db9cb7bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:22.350752 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea17c25-7991-48b8-819c-4536db9cb7bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:22.389364 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-e65cedcf-481c-4600-bae1-c16af256302a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:22.409694 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-e65cedcf-481c-4600-bae1-c16af256302a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:22.456825 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-e65cedcf-481c-4600-bae1-c16af256302a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:22.459304 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-e65cedcf-481c-4600-bae1-c16af256302a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:22.460393 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-e65cedcf-481c-4600-bae1-c16af256302a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/01f74ce5-0284-4b2c-9270-e06a30ee72e1 HTTP/1.1" status: 204 len: 168 time: 0.1174061 Oct 29 13:33:22.468317 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65cedcf-481c-4600-bae1-c16af256302a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f74ce5-0284-4b2c-9270-e06a30ee72e1,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:22.475067 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65cedcf-481c-4600-bae1-c16af256302a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:22.475412 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65cedcf-481c-4600-bae1-c16af256302a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:22.475745 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65cedcf-481c-4600-bae1-c16af256302a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:22.476083 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65cedcf-481c-4600-bae1-c16af256302a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:22.476402 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65cedcf-481c-4600-bae1-c16af256302a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:22.476723 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65cedcf-481c-4600-bae1-c16af256302a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:22.477044 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65cedcf-481c-4600-bae1-c16af256302a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:22.477362 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65cedcf-481c-4600-bae1-c16af256302a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:22.477683 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65cedcf-481c-4600-bae1-c16af256302a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:22.478021 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65cedcf-481c-4600-bae1-c16af256302a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:22.478336 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65cedcf-481c-4600-bae1-c16af256302a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:22.478650 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65cedcf-481c-4600-bae1-c16af256302a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:23.452820 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 59076) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:23.554359 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-784b35fe-4287-4ed8-bc1d-d87fa811746d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:23.626724 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-784b35fe-4287-4ed8-bc1d-d87fa811746d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:23.630214 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-784b35fe-4287-4ed8-bc1d-d87fa811746d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:23.665229 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b35fe-4287-4ed8-bc1d-d87fa811746d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d6b0c7-6836-4ec5-8c47-c87ff2d5ea54,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:23.670082 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-784b35fe-4287-4ed8-bc1d-d87fa811746d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a6ac026a7586497e9f3f511e325e5802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162383 Oct 29 13:33:23.672743 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 59080) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:23.721676 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d01dc314-f6bc-48db-b0c1-e5833bc3ec11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:23.742352 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d01dc314-f6bc-48db-b0c1-e5833bc3ec11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:23.789487 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d01dc314-f6bc-48db-b0c1-e5833bc3ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:23.792012 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d01dc314-f6bc-48db-b0c1-e5833bc3ec11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:23.793156 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-d01dc314-f6bc-48db-b0c1-e5833bc3ec11 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/78d6b0c7-6836-4ec5-8c47-c87ff2d5ea54 HTTP/1.1" status: 204 len: 168 time: 0.1195245 Oct 29 13:33:23.800381 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01dc314-f6bc-48db-b0c1-e5833bc3ec11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d6b0c7-6836-4ec5-8c47-c87ff2d5ea54,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:24.379199 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 59102) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:24.468720 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-ac438057-196d-4fdd-8e05-cba5b53c22a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-749620689-network', 'tenant_id': 'a87916e4d46b448baf2db17e63eab5d7'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:33:24.490907 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac438057-196d-4fdd-8e05-cba5b53c22a7 admin admin] Made reservation on behalf of a87916e4d46b448baf2db17e63eab5d7 for: {'network': 1} {{(pid=101275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:33:24.493056 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ac438057-196d-4fdd-8e05-cba5b53c22a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for network, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:24.501821 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ac438057-196d-4fdd-8e05-cba5b53c22a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:24.571929 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ac438057-196d-4fdd-8e05-cba5b53c22a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:24.575534 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ac438057-196d-4fdd-8e05-cba5b53c22a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:24.598489 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac438057-196d-4fdd-8e05-cba5b53c22a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=101275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 13:33:24.608268 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac438057-196d-4fdd-8e05-cba5b53c22a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:24.620437 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ac438057-196d-4fdd-8e05-cba5b53c22a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:24.620752 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.db.segments_db [None req-ac438057-196d-4fdd-8e05-cba5b53c22a7 admin admin] Added segment f40b8c54-31f4-4f5a-bdef-a937d2cb9db9 of type vlan for network b27e33da-cc30-49c2-a24f-11585bfb590e Oct 29 13:33:24.664270 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ac438057-196d-4fdd-8e05-cba5b53c22a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763699395961'] for network, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:24.688631 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ac438057-196d-4fdd-8e05-cba5b53c22a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for network, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:24.689614 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac438057-196d-4fdd-8e05-cba5b53c22a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:24.690213 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ac438057-196d-4fdd-8e05-cba5b53c22a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:24.746308 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-ac438057-196d-4fdd-8e05-cba5b53c22a7 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3658609 Oct 29 13:33:24.749385 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 59106) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:24.753122 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac438057-196d-4fdd-8e05-cba5b53c22a7 admin admin] Pushing event updated for resources: {'Network': ['ID=b27e33da-cc30-49c2-a24f-11585bfb590e,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:24.754420 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-9543ca2a-4bea-421d-90d8-4115f26b2427 admin admin] Request body: {'subnet': {'network_id': 'b27e33da-cc30-49c2-a24f-11585bfb590e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-749620689-subnet', 'tenant_id': 'a87916e4d46b448baf2db17e63eab5d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:33:24.762604 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Network b27e33da-cc30-49c2-a24f-11585bfb590e details requested by agent ovs-agent-dv-cinder-815884-1-iscsi with host dv-cinder-815884-1-iscsi {{(pid=101276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 13:33:24.774485 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9543ca2a-4bea-421d-90d8-4115f26b2427 admin admin] Made reservation on behalf of a87916e4d46b448baf2db17e63eab5d7 for: {'subnet': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:33:24.776880 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9543ca2a-4bea-421d-90d8-4115f26b2427 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25488920'] for subnet, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:24.834087 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b5515-1ec9-4bc0-99cf-dd9069bed31e req-4f1369c9-61ca-41ec-bfaa-d1d0fe6d5cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:24.835564 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d70b5515-1ec9-4bc0-99cf-dd9069bed31e req-4f1369c9-61ca-41ec-bfaa-d1d0fe6d5cb2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5dbd3236e0cc40379a8e1e72b80f965e&device_id=2729e752-5a7b-4cc3-9ff3-0647ea7e7770 HTTP/1.1" status: 200 len: 1096 time: 0.0457449 Oct 29 13:33:24.883130 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3ce33eec-76c2-43e3-8891-3be58a56f74d req-0cafb6d3-8c23-465c-8aaa-d6db460c9ee3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693321 Oct 29 13:33:24.947932 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b5515-1ec9-4bc0-99cf-dd9069bed31e req-90965d33-408b-411d-be7e-4847142c13ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:24.949315 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d70b5515-1ec9-4bc0-99cf-dd9069bed31e req-90965d33-408b-411d-be7e-4847142c13ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=797a2d64-a318-481c-b064-119a76b4777f HTTP/1.1" status: 200 len: 915 time: 0.1026406 Oct 29 13:33:25.006483 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d70b5515-1ec9-4bc0-99cf-dd9069bed31e req-f462ce56-ed86-444c-8cb8-bfd577a26b74 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d39096dc-56c6-4c48-95da-d069d4b1fb81 HTTP/1.1" status: 200 len: 217 time: 0.0437787 Oct 29 13:33:25.058188 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9543ca2a-4bea-421d-90d8-4115f26b2427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25596770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25489002'] for subnet, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:25.077461 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b5515-1ec9-4bc0-99cf-dd9069bed31e req-a56174ad-558d-4104-9027-325ee18a1fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:25.078912 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d70b5515-1ec9-4bc0-99cf-dd9069bed31e req-a56174ad-558d-4104-9027-325ee18a1fb5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=336b7c87-283f-4775-a0c5-465adcbb1c88 HTTP/1.1" status: 200 len: 854 time: 0.0627544 Oct 29 13:33:25.086959 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bc532-6ac8-4e74-a3f1-a16c0dde7f35 req-82a85445-db9f-4007-a668-e2a4ab2f64cd tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:25.088386 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-412bc532-6ac8-4e74-a3f1-a16c0dde7f35 req-82a85445-db9f-4007-a668-e2a4ab2f64cd tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=7faf1bee-b498-4510-a51e-b088632b19ed HTTP/1.1" status: 200 len: 945 time: 0.0850558 Oct 29 13:33:25.100828 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce33eec-76c2-43e3-8891-3be58a56f74d req-7d4c95d0-59bc-4281-a433-4f3dbeb57ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:25.102346 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3ce33eec-76c2-43e3-8891-3be58a56f74d req-7d4c95d0-59bc-4281-a433-4f3dbeb57ae2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5dbd3236e0cc40379a8e1e72b80f965e&device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 1099 time: 0.1225560 Oct 29 13:33:25.109678 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['d544eccb-2834-4068-8fd9-568a5b3d26f1'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:33:25.119309 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6614065-4797-4893-9a48-e3f1cccd4c97 req-139501b2-3871-490c-b67d-179565424478 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:25.119518 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d70b5515-1ec9-4bc0-99cf-dd9069bed31e req-e5f9e0af-3957-4335-8cb4-e1495ad3a068 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=797a2d64-a318-481c-b064-119a76b4777f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301392 Oct 29 13:33:25.120816 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f6614065-4797-4893-9a48-e3f1cccd4c97 req-139501b2-3871-490c-b67d-179565424478 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.1398795 Oct 29 13:33:25.167773 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-412bc532-6ac8-4e74-a3f1-a16c0dde7f35 req-72d8eda5-a4d4-4060-91f0-31724ce928fd tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706267 Oct 29 13:33:25.181553 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543ca2a-4bea-421d-90d8-4115f26b2427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d6ce043-711c-4c53-89f2-c6159c70312c,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:25.229712 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9543ca2a-4bea-421d-90d8-4115f26b2427 admin admin] Checking segment: {'id': 'f40b8c54-31f4-4f5a-bdef-a937d2cb9db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b27e33da-cc30-49c2-a24f-11585bfb590e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:33:25.230086 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9543ca2a-4bea-421d-90d8-4115f26b2427 admin admin] Network hostable DHCP agents. Network: b27e33da-cc30-49c2-a24f-11585bfb590e, hostable agents: ['06601b14-b41b-4094-84be-2323d3ae6cac'], hosted agents: [] {{(pid=101274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 13:33:25.256112 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d70b5515-1ec9-4bc0-99cf-dd9069bed31e req-f151fc62-a1dc-4a79-ac58-69d1d366fbc5 service neutron] 10.222.0.26 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171546 Oct 29 13:33:25.267111 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f6614065-4797-4893-9a48-e3f1cccd4c97 req-9ac34305-5fc1-46fe-b120-4bc2b382fa03 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288471 Oct 29 13:33:25.282324 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9543ca2a-4bea-421d-90d8-4115f26b2427 admin admin] Network b27e33da-cc30-49c2-a24f-11585bfb590e is scheduled to be hosted by DHCP agent 06601b14-b41b-4094-84be-2323d3ae6cac with binding_index 1 {{(pid=101274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 13:33:25.302907 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-9543ca2a-4bea-421d-90d8-4115f26b2427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815884-1-iscsi, b27e33da-cc30-49c2-a24f-11585bfb590e) {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:33:25.311172 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac232c1c-8361-4234-a0f7-ff5a0c21f0ca None None] Network b27e33da-cc30-49c2-a24f-11585bfb590e requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:33:25.315424 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9543ca2a-4bea-421d-90d8-4115f26b2427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:25.316329 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9543ca2a-4bea-421d-90d8-4115f26b2427 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:25.321193 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce33eec-76c2-43e3-8891-3be58a56f74d req-1aea2a92-ba85-4a11-a3a3-30b2e5165ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:25.322694 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3ce33eec-76c2-43e3-8891-3be58a56f74d req-1aea2a92-ba85-4a11-a3a3-30b2e5165ae4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=797a2d64-a318-481c-b064-119a76b4777f HTTP/1.1" status: 200 len: 915 time: 0.1802208 Oct 29 13:33:25.350821 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06adc8f-0e8b-4d79-a2b4-0d572fcc3220 req-bfe4038d-48de-445b-8959-c04dc9e1774e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:25.352302 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d06adc8f-0e8b-4d79-a2b4-0d572fcc3220 req-bfe4038d-48de-445b-8959-c04dc9e1774e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=2729e752-5a7b-4cc3-9ff3-0647ea7e7770 HTTP/1.1" status: 200 len: 943 time: 0.1164227 Oct 29 13:33:25.368818 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-9543ca2a-4bea-421d-90d8-4115f26b2427 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6159034 Oct 29 13:33:25.368818 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3ce33eec-76c2-43e3-8891-3be58a56f74d req-b8c71d4d-3251-4cf5-88e1-347bd74ef441 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=becdb76f-bef6-416c-8357-4fa91c08d663 HTTP/1.1" status: 200 len: 217 time: 0.0376074 Oct 29 13:33:25.415472 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d06adc8f-0e8b-4d79-a2b4-0d572fcc3220 req-614129de-d8ab-4fe0-abcc-5e07699029b6 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535824 Oct 29 13:33:25.419604 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d70b5515-1ec9-4bc0-99cf-dd9069bed31e req-c07e345c-4f54-4233-a219-346853191431 service neutron] 10.222.0.26 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492143 Oct 29 13:33:25.441205 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce33eec-76c2-43e3-8891-3be58a56f74d req-19b6d99d-cab4-4915-96c4-cd3c7075803b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:25.446397 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3ce33eec-76c2-43e3-8891-3be58a56f74d req-19b6d99d-cab4-4915-96c4-cd3c7075803b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=336b7c87-283f-4775-a0c5-465adcbb1c88 HTTP/1.1" status: 200 len: 854 time: 0.0707321 Oct 29 13:33:25.480617 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b86e31-752c-4fbb-a62c-3f1e3f182d16 None None] Network b27e33da-cc30-49c2-a24f-11585bfb590e requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:33:25.484503 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-5d05d680-180a-4106-9810-508a03cfef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:25.488433 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3ce33eec-76c2-43e3-8891-3be58a56f74d req-16673967-c356-4733-8b18-000114de56d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=797a2d64-a318-481c-b064-119a76b4777f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319541 Oct 29 13:33:25.588801 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3ce33eec-76c2-43e3-8891-3be58a56f74d req-9bbadd69-0b9b-48eb-9ade-1d69e8fdb9b5 service neutron] 10.222.0.26 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868633 Oct 29 13:33:25.684135 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3ce33eec-76c2-43e3-8891-3be58a56f74d req-c48446ce-5264-48d1-8dca-2a9594154986 service neutron] 10.222.0.26 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858378 Oct 29 13:33:26.289220 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58800177-8835-4b90-9f15-92695ce331df req-0e8d5249-b492-4089-9534-74ca83cb0dd1 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:26.291331 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-58800177-8835-4b90-9f15-92695ce331df req-0e8d5249-b492-4089-9534-74ca83cb0dd1 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=7faf1bee-b498-4510-a51e-b088632b19ed HTTP/1.1" status: 200 len: 945 time: 0.0488379 Oct 29 13:33:26.336436 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-58800177-8835-4b90-9f15-92695ce331df req-9d657c69-6265-4cd7-a087-abe8e328d334 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334954 Oct 29 13:33:26.386640 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d4e9e-86c2-4727-9235-97a7de17ca0a req-b08958cc-fec2-40d4-ad4e-74e97caccf44 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:26.388114 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c24d4e9e-86c2-4727-9235-97a7de17ca0a req-b08958cc-fec2-40d4-ad4e-74e97caccf44 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0481436 Oct 29 13:33:26.425280 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c24d4e9e-86c2-4727-9235-97a7de17ca0a req-a2157c05-d399-4a33-8477-37ddc1526e30 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312867 Oct 29 13:33:26.533196 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e57190-f4a3-4bfd-abde-ec9df0df8853 req-328a137b-9ca5-43f6-9dfd-2af3e68a20e5 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:26.534654 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-26e57190-f4a3-4bfd-abde-ec9df0df8853 req-328a137b-9ca5-43f6-9dfd-2af3e68a20e5 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=2729e752-5a7b-4cc3-9ff3-0647ea7e7770 HTTP/1.1" status: 200 len: 943 time: 0.0509212 Oct 29 13:33:26.570987 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-26e57190-f4a3-4bfd-abde-ec9df0df8853 req-bb2d091c-1258-44cf-be23-aae5eba312a8 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303950 Oct 29 13:33:26.727035 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:27.236767 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-2cf5c7af-6aa7-4c8a-9b30-dac706087b6b tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:27.238340 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-2cf5c7af-6aa7-4c8a-9b30-dac706087b6b tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/networks?id=b27e33da-cc30-49c2-a24f-11585bfb590e HTTP/1.1" status: 200 len: 808 time: 0.1037765 Oct 29 13:33:27.253581 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-5c370db0-fda8-44a1-92d6-5f760d93868e tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/quotas/a87916e4d46b448baf2db17e63eab5d7 HTTP/1.1" status: 200 len: 375 time: 0.0096681 Oct 29 13:33:27.289316 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-854b2b6a-a5f7-413d-907c-80e64b57f188 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=a87916e4d46b448baf2db17e63eab5d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303397 Oct 29 13:33:27.384413 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-90bc5969-d9f5-4a9e-978c-356d1478e251 service neutron] 10.222.0.96 "GET /v2.0/networks/b27e33da-cc30-49c2-a24f-11585bfb590e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870974 Oct 29 13:33:27.452774 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea75802-801f-4fcb-801e-62456ca661b7 req-c5cf41da-147b-47ab-b585-ef53a26520cd tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:27.454648 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-eea75802-801f-4fcb-801e-62456ca661b7 req-c5cf41da-147b-47ab-b585-ef53a26520cd tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=7faf1bee-b498-4510-a51e-b088632b19ed HTTP/1.1" status: 200 len: 945 time: 0.0496328 Oct 29 13:33:27.474491 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-fb7d7ddf-d56e-44d2-af1e-cbc9647e71e2 service neutron] 10.222.0.96 "GET /v2.0/networks/b27e33da-cc30-49c2-a24f-11585bfb590e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833988 Oct 29 13:33:27.493525 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-eea75802-801f-4fcb-801e-62456ca661b7 req-b0d82ab4-f3d6-44c3-9a09-e95f5dbf7b1b tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320425 Oct 29 13:33:27.518997 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device d39096dc-56c6-4c48-95da-d069d4b1fb81 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:33:27.521134 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device d544eccb-2834-4068-8fd9-568a5b3d26f1 up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:33:27.637559 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d818a48-0e29-4b84-807a-2166bba41c93 req-5d731ad6-6aad-49a4-af34-2a5cfeec0ac1 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:27.640699 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8d818a48-0e29-4b84-807a-2166bba41c93 req-5d731ad6-6aad-49a4-af34-2a5cfeec0ac1 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0611706 Oct 29 13:33:27.671380 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning for port d544eccb-2834-4068-8fd9-568a5b3d26f1 completed by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 13:33:27.678379 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port d544eccb-2834-4068-8fd9-568a5b3d26f1 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:33:27.678943 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:27.700915 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8d818a48-0e29-4b84-807a-2166bba41c93 req-b252dcbd-a42a-423b-b45c-c3fbf0ecca27 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526316 Oct 29 13:33:27.708276 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69da746-ff08-4e17-89fb-cca274456a5c req-aad954a7-92a9-451f-85f9-ae5ed1314528 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:27.715890 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e69da746-ff08-4e17-89fb-cca274456a5c req-aad954a7-92a9-451f-85f9-ae5ed1314528 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=2729e752-5a7b-4cc3-9ff3-0647ea7e7770 HTTP/1.1" status: 200 len: 943 time: 0.0573480 Oct 29 13:33:27.738298 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port d39096dc-56c6-4c48-95da-d069d4b1fb81, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d39096dc-56c6-4c48-95da-d069d4b1fb81,segment=NetworkSegment(5a566e44-33a4-41ce-b950-6305e41afffb),segment_id=5a566e44-33a4-41ce-b950-6305e41afffb)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:33:27.758687 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e69da746-ff08-4e17-89fb-cca274456a5c req-d678d537-3185-4c64-a030-0f363f1f0907 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409093 Oct 29 13:33:27.762803 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': 'd39096dc-56c6-4c48-95da-d069d4b1fb81', 'network_id': '797a2d64-a318-481c-b064-119a76b4777f', 'port_id': 'd39096dc-56c6-4c48-95da-d069d4b1fb81', 'mac_address': 'fa:16:3e:2f:a5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336b7c87-283f-4775-a0c5-465adcbb1c88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:33:27.799874 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ff743019-c446-451b-8654-e7f38f781cb8 req-1a366638-53da-4f12-87df-70af049c2990 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ab4df17-6782-4400-9af8-87a1f8748e11 HTTP/1.1" status: 200 len: 210 time: 0.0295115 Oct 29 13:33:27.828687 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:27.845760 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:27.849515 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39096dc-56c6-4c48-95da-d069d4b1fb81 {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:33:27.884817 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7faf1bee-b498-4510-a51e-b088632b19ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd544eccb-2834-4068-8fd9-568a5b3d26f1'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:33:27.887057 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d00189d-74e5-427b-88b1-6478c61ebc0f" -d '{"events": [{"server_uuid": "7faf1bee-b498-4510-a51e-b088632b19ed", "name": "network-vif-plugged", "status": "completed", "tag": "d544eccb-2834-4068-8fd9-568a5b3d26f1"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:33:27.891366 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port d39096dc-56c6-4c48-95da-d069d4b1fb81, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d39096dc-56c6-4c48-95da-d069d4b1fb81,segment=NetworkSegment(5a566e44-33a4-41ce-b950-6305e41afffb),segment_id=5a566e44-33a4-41ce-b950-6305e41afffb)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:33:27.900876 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:27.903665 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port d544eccb-2834-4068-8fd9-568a5b3d26f1, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d544eccb-2834-4068-8fd9-568a5b3d26f1,segment=NetworkSegment(b4b6085d-4457-4673-a111-b3f5b6024848),segment_id=b4b6085d-4457-4673-a111-b3f5b6024848)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:33:27.908373 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:27.930054 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1970e807-2cf2-4c1f-91c4-d1cdac4d1400 x-openstack-request-id: req-1970e807-2cf2-4c1f-91c4-d1cdac4d1400 {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:33:27.930351 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7faf1bee-b498-4510-a51e-b088632b19ed", "name": "network-vif-plugged", "status": "completed", "tag": "d544eccb-2834-4068-8fd9-568a5b3d26f1", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:33:27.930600 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1970e807-2cf2-4c1f-91c4-d1cdac4d1400 {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:33:27.930981 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7faf1bee-b498-4510-a51e-b088632b19ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd544eccb-2834-4068-8fd9-568a5b3d26f1', 'code': 200} Oct 29 13:33:27.955208 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=d39096dc-56c6-4c48-95da-d069d4b1fb81,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:27.962197 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:27.962564 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:27.962903 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:27.963233 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:27.963561 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:27.963884 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:27.964215 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:27.964526 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:27.966393 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:27.966961 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:27.967614 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:27.968136 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:33:28.010028 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:28.042079 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=d544eccb-2834-4068-8fd9-568a5b3d26f1,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:28.050513 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-dd77b229-399d-40d2-9ec7-3af9d2088e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:28.127684 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd92458-0f23-41d2-b72d-ff1ca83af4e8 req-de15cedf-370e-4a55-b800-00742a4f2bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:28.129470 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4bd92458-0f23-41d2-b72d-ff1ca83af4e8 req-de15cedf-370e-4a55-b800-00742a4f2bf7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7faf1bee-b498-4510-a51e-b088632b19ed HTTP/1.1" status: 200 len: 1099 time: 0.0450830 Oct 29 13:33:28.177114 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4bd92458-0f23-41d2-b72d-ff1ca83af4e8 req-91aacd60-3498-479c-bcba-20254754e0d3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298219 Oct 29 13:33:28.227371 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['d39096dc-56c6-4c48-95da-d069d4b1fb81'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:33:28.615638 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478fc78-892f-4041-9108-7e27ed285d27 req-571b45f9-a460-43b5-87d9-ceacc89d67af tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:28.617032 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8478fc78-892f-4041-9108-7e27ed285d27 req-571b45f9-a460-43b5-87d9-ceacc89d67af tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=7faf1bee-b498-4510-a51e-b088632b19ed HTTP/1.1" status: 200 len: 946 time: 0.0514803 Oct 29 13:33:28.652383 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 59212) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:28.655384 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8478fc78-892f-4041-9108-7e27ed285d27 req-35239f85-75eb-4348-a8bd-5c40c00b286c tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317025 Oct 29 13:33:28.757244 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-bb393299-a70c-463d-a929-4b3cd60bc9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:28.847385 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e27c5-3744-4757-9142-ff8301328333 req-b5525815-25e1-4fd1-aac4-ee4c91894224 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:28.848866 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ee2e27c5-3744-4757-9142-ff8301328333 req-b5525815-25e1-4fd1-aac4-ee4c91894224 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0679870 Oct 29 13:33:28.869806 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6784f0-3a13-43a0-beee-ea044abacbd4 req-97f7c96b-be69-40fe-9e3a-e5583d7c188c tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:28.871396 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-cb6784f0-3a13-43a0-beee-ea044abacbd4 req-97f7c96b-be69-40fe-9e3a-e5583d7c188c tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=2729e752-5a7b-4cc3-9ff3-0647ea7e7770 HTTP/1.1" status: 200 len: 944 time: 0.0524697 Oct 29 13:33:28.899114 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-bb393299-a70c-463d-a929-4b3cd60bc9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:28.905226 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ee2e27c5-3744-4757-9142-ff8301328333 req-d03b9a28-f550-4944-a2bd-707c56c38db7 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494249 Oct 29 13:33:28.911033 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-cb6784f0-3a13-43a0-beee-ea044abacbd4 req-07302029-6534-40cd-95dc-4a1e33369df0 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331800 Oct 29 13:33:28.911993 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-bb393299-a70c-463d-a929-4b3cd60bc9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:28.954273 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-bb393299-a70c-463d-a929-4b3cd60bc9b3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=334116da21ae40d7baf6c156638765ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984767 Oct 29 13:33:28.954649 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 59222) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:28.962093 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb393299-a70c-463d-a929-4b3cd60bc9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa52f94-55eb-4bfa-8541-9e20a805f51e,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:29.007421 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6e007ee6-77aa-4f4b-8925-b495fc160432 req-cf38377a-979b-4505-a5d3-ae4f3c544567 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ab4df17-6782-4400-9af8-87a1f8748e11 HTTP/1.1" status: 200 len: 210 time: 0.0262685 Oct 29 13:33:29.010761 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-232d1593-2a16-43f7-a053-a53c0bc6b070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:29.034043 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-232d1593-2a16-43f7-a053-a53c0bc6b070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:29.087801 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-232d1593-2a16-43f7-a053-a53c0bc6b070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:29.090505 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-232d1593-2a16-43f7-a053-a53c0bc6b070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:29.092576 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-232d1593-2a16-43f7-a053-a53c0bc6b070 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5fa52f94-55eb-4bfa-8541-9e20a805f51e HTTP/1.1" status: 204 len: 168 time: 0.1365557 Oct 29 13:33:29.100009 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d1593-2a16-43f7-a053-a53c0bc6b070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa52f94-55eb-4bfa-8541-9e20a805f51e,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:29.132482 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-ba5c2ebe-a9f1-465d-b9ac-609ca29e257d tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:29.132636 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-ba5c2ebe-a9f1-465d-b9ac-609ca29e257d tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.26 "GET /v2.0/networks?id=b27e33da-cc30-49c2-a24f-11585bfb590e HTTP/1.1" status: 200 len: 808 time: 0.1073449 Oct 29 13:33:29.146871 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-ace8f3c6-40b9-465d-bbf9-a3eb1a0184b1 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Request body: {'port': {'device_id': '9ab4df17-6782-4400-9af8-87a1f8748e11', 'network_id': 'b27e33da-cc30-49c2-a24f-11585bfb590e', 'admin_state_up': True, 'tenant_id': 'a87916e4d46b448baf2db17e63eab5d7'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:33:29.251646 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:29.274733 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-ace8f3c6-40b9-465d-bbf9-a3eb1a0184b1 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Made reservation on behalf of a87916e4d46b448baf2db17e63eab5d7 for: {'port': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:33:29.278223 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-ace8f3c6-40b9-465d-bbf9-a3eb1a0184b1 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:29.410753 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-ace8f3c6-40b9-465d-bbf9-a3eb1a0184b1 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Allocated IP 172.20.0.4 (b27e33da-cc30-49c2-a24f-11585bfb590e/2d6ce043-711c-4c53-89f2-c6159c70312c/c3164b40-777c-4919-9e4a-87273007cb51) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:33:29.528700 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device d39096dc-56c6-4c48-95da-d069d4b1fb81 up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:33:29.574636 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-ace8f3c6-40b9-465d-bbf9-a3eb1a0184b1 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:29.581953 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning for port d39096dc-56c6-4c48-95da-d069d4b1fb81 completed by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 13:33:29.585910 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port d39096dc-56c6-4c48-95da-d069d4b1fb81 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:33:29.586283 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:29.612370 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-ace8f3c6-40b9-465d-bbf9-a3eb1a0184b1 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:29.662732 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-ace8f3c6-40b9-465d-bbf9-a3eb1a0184b1 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Network b27e33da-cc30-49c2-a24f-11585bfb590e is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:33:29.665698 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-ace8f3c6-40b9-465d-bbf9-a3eb1a0184b1 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:33:29.673710 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-ace8f3c6-40b9-465d-bbf9-a3eb1a0184b1 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:33:29.677021 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:29.677411 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8f3c6-40b9-465d-bbf9-a3eb1a0184b1 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Pushing event updated for resources: {'Port': ['ID=c3164b40-777c-4919-9e4a-87273007cb51,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:29.731274 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-ace8f3c6-40b9-465d-bbf9-a3eb1a0184b1 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:29.732463 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-ace8f3c6-40b9-465d-bbf9-a3eb1a0184b1 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:29.733458 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port d39096dc-56c6-4c48-95da-d069d4b1fb81, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d39096dc-56c6-4c48-95da-d069d4b1fb81,segment=NetworkSegment(5a566e44-33a4-41ce-b950-6305e41afffb),segment_id=5a566e44-33a4-41ce-b950-6305e41afffb)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:33:29.741380 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:29.760791 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-ace8f3c6-40b9-465d-bbf9-a3eb1a0184b1 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6176507 Oct 29 13:33:29.775163 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-8e9313f1-a23d-43d3-bb91-170344017a44 service neutron] Request body: {'port': {'device_id': '9ab4df17-6782-4400-9af8-87a1f8748e11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:33:29.807445 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=d39096dc-56c6-4c48-95da-d069d4b1fb81,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:29.826755 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7e50f-4157-43f7-b3dd-478b694744d5 req-b16b7012-272e-4601-8614-aefb81ad2102 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:29.830238 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-87e7e50f-4157-43f7-b3dd-478b694744d5 req-b16b7012-272e-4601-8614-aefb81ad2102 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=7faf1bee-b498-4510-a51e-b088632b19ed HTTP/1.1" status: 200 len: 946 time: 0.0874951 Oct 29 13:33:29.853248 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-8e9313f1-a23d-43d3-bb91-170344017a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:29.870730 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-87e7e50f-4157-43f7-b3dd-478b694744d5 req-05418b1e-e052-4c0c-afc1-71314f872d44 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366237 Oct 29 13:33:29.932412 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2729e752-5a7b-4cc3-9ff3-0647ea7e7770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39096dc-56c6-4c48-95da-d069d4b1fb81'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:33:29.935371 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675b8283-db62-45d4-84e0-0d008d64441f" -d '{"events": [{"server_uuid": "2729e752-5a7b-4cc3-9ff3-0647ea7e7770", "name": "network-vif-plugged", "status": "completed", "tag": "d39096dc-56c6-4c48-95da-d069d4b1fb81"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:33:30.038851 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624457ba-bced-495e-bea3-2de0086e553e req-26423c4a-44a4-481f-9714-de053d807362 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:30.040376 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-624457ba-bced-495e-bea3-2de0086e553e req-26423c4a-44a4-481f-9714-de053d807362 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0661016 Oct 29 13:33:30.085134 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-624457ba-bced-495e-bea3-2de0086e553e req-3cbe9579-01db-4f5f-8339-17a7556888f8 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379112 Oct 29 13:33:30.132851 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-8e9313f1-a23d-43d3-bb91-170344017a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3164b40-777c-4919-9e4a-87273007cb51 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:33:30.140934 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-8e9313f1-a23d-43d3-bb91-170344017a44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:30.157142 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-8e9313f1-a23d-43d3-bb91-170344017a44 service neutron] Transition to ACTIVE for port object c3164b40-777c-4919-9e4a-87273007cb51 will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 13:33:30.161497 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-8e9313f1-a23d-43d3-bb91-170344017a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:30.191519 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881dff17-f38e-499d-8e7c-b0a07a5aee55 req-0b39dc23-774f-417a-8153-9fe5b580f054 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:30.193423 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-881dff17-f38e-499d-8e7c-b0a07a5aee55 req-0b39dc23-774f-417a-8153-9fe5b580f054 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=2729e752-5a7b-4cc3-9ff3-0647ea7e7770 HTTP/1.1" status: 200 len: 945 time: 0.0554495 Oct 29 13:33:30.220781 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9313f1-a23d-43d3-bb91-170344017a44 service neutron] Pushing event updated for resources: {'Port': ['ID=c3164b40-777c-4919-9e4a-87273007cb51,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:30.238228 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-881dff17-f38e-499d-8e7c-b0a07a5aee55 req-1992f154-74d9-4770-a990-fb5ef239520a tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343883 Oct 29 13:33:30.306114 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d129e24c-72c4-4696-a02b-bf3ac61ec797 x-openstack-request-id: req-d129e24c-72c4-4696-a02b-bf3ac61ec797 {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:33:30.307242 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-8e9313f1-a23d-43d3-bb91-170344017a44 service neutron] Attempting to bind port c3164b40-777c-4919-9e4a-87273007cb51 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:33:30.307357 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2729e752-5a7b-4cc3-9ff3-0647ea7e7770", "name": "network-vif-plugged", "status": "completed", "tag": "d39096dc-56c6-4c48-95da-d069d4b1fb81", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:33:30.307459 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-8e9313f1-a23d-43d3-bb91-170344017a44 service neutron] Attempting to bind port c3164b40-777c-4919-9e4a-87273007cb51 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'f40b8c54-31f4-4f5a-bdef-a937d2cb9db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b27e33da-cc30-49c2-a24f-11585bfb590e'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:33:30.307573 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d129e24c-72c4-4696-a02b-bf3ac61ec797 {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:33:30.307694 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-8e9313f1-a23d-43d3-bb91-170344017a44 service neutron] Attempting to bind port c3164b40-777c-4919-9e4a-87273007cb51 on network b27e33da-cc30-49c2-a24f-11585bfb590e {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:33:30.307838 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2729e752-5a7b-4cc3-9ff3-0647ea7e7770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39096dc-56c6-4c48-95da-d069d4b1fb81', 'code': 200} Oct 29 13:33:30.322758 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-8e9313f1-a23d-43d3-bb91-170344017a44 service neutron] Port c3164b40-777c-4919-9e4a-87273007cb51 on network b27e33da-cc30-49c2-a24f-11585bfb590e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 13:33:30.323094 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-8e9313f1-a23d-43d3-bb91-170344017a44 service neutron] Attempting to bind port c3164b40-777c-4919-9e4a-87273007cb51 on network b27e33da-cc30-49c2-a24f-11585bfb590e {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:33:30.329360 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-8e9313f1-a23d-43d3-bb91-170344017a44 service neutron] Checking agent: {'id': 'f4eb5ed7-5e0f-48be-9842-f1315b14e800', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'started_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:33:30.329703 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-8e9313f1-a23d-43d3-bb91-170344017a44 service neutron] Checking segment: {'id': 'f40b8c54-31f4-4f5a-bdef-a937d2cb9db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b27e33da-cc30-49c2-a24f-11585bfb590e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:33:30.330148 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-8e9313f1-a23d-43d3-bb91-170344017a44 service neutron] Bound using segment: {'id': 'f40b8c54-31f4-4f5a-bdef-a937d2cb9db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b27e33da-cc30-49c2-a24f-11585bfb590e'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:33:30.330576 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-8e9313f1-a23d-43d3-bb91-170344017a44 service neutron] Bound port: c3164b40-777c-4919-9e4a-87273007cb51, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40b8c54-31f4-4f5a-bdef-a937d2cb9db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b27e33da-cc30-49c2-a24f-11585bfb590e'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:33:30.330931 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-8e9313f1-a23d-43d3-bb91-170344017a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:30.430904 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd86d94-3f92-41b2-a9db-6089c0e87342 req-92b7eb50-bacc-478e-a1e3-c03640ad2138 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:30.432568 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-fbd86d94-3f92-41b2-a9db-6089c0e87342 req-92b7eb50-bacc-478e-a1e3-c03640ad2138 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ab4df17-6782-4400-9af8-87a1f8748e11 HTTP/1.1" status: 200 len: 943 time: 0.0520570 Oct 29 13:33:30.474483 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-fbd86d94-3f92-41b2-a9db-6089c0e87342 req-5d826d74-ad7f-430b-88aa-a56777c95cf5 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351472 Oct 29 13:33:30.530534 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317059c0-ed0e-4659-b7ce-bc4910359268 req-4f073635-0137-401e-a00a-9adf910ba2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:30.532333 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-317059c0-ed0e-4659-b7ce-bc4910359268 req-4f073635-0137-401e-a00a-9adf910ba2e6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2729e752-5a7b-4cc3-9ff3-0647ea7e7770 HTTP/1.1" status: 200 len: 1098 time: 0.0421972 Oct 29 13:33:30.573278 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-317059c0-ed0e-4659-b7ce-bc4910359268 req-b219a231-37a3-48aa-83ad-80542cb7a65d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281317 Oct 29 13:33:30.620491 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-8e9313f1-a23d-43d3-bb91-170344017a44 service neutron] For port c3164b40-777c-4919-9e4a-87273007cb51, host hv-cinder-81588, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:33:30.623796 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-8e9313f1-a23d-43d3-bb91-170344017a44 service neutron] For port c3164b40-777c-4919-9e4a-87273007cb51, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c3164b40-777c-4919-9e4a-87273007cb51,segment=NetworkSegment(f40b8c54-31f4-4f5a-bdef-a937d2cb9db9),segment_id=f40b8c54-31f4-4f5a-bdef-a937d2cb9db9)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:33:30.627690 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-8e9313f1-a23d-43d3-bb91-170344017a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:30.664918 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-8e9313f1-a23d-43d3-bb91-170344017a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:30.665598 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-8e9313f1-a23d-43d3-bb91-170344017a44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:30.667071 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-8e9313f1-a23d-43d3-bb91-170344017a44 service neutron] 10.222.0.26 "PUT /v2.0/ports/c3164b40-777c-4919-9e4a-87273007cb51 HTTP/1.1" status: 200 len: 1093 time: 0.8964901 Oct 29 13:33:30.667563 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab4df17-6782-4400-9af8-87a1f8748e11', 'tag': 'c3164b40-777c-4919-9e4a-87273007cb51'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:33:30.669931 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59dc3bd-4c1a-45d1-9802-8f561a1cacef" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab4df17-6782-4400-9af8-87a1f8748e11", "tag": "c3164b40-777c-4919-9e4a-87273007cb51"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:33:30.691483 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9313f1-a23d-43d3-bb91-170344017a44 service neutron] Pushing event updated for resources: {'Port': ['ID=c3164b40-777c-4919-9e4a-87273007cb51,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:30.709530 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7d1411-7af9-4cf5-b204-af3cf7f3d1b7 x-openstack-request-id: req-0d7d1411-7af9-4cf5-b204-af3cf7f3d1b7 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:33:30.709838 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab4df17-6782-4400-9af8-87a1f8748e11", "tag": "c3164b40-777c-4919-9e4a-87273007cb51", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:33:30.710087 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0d7d1411-7af9-4cf5-b204-af3cf7f3d1b7 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:33:30.710471 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab4df17-6782-4400-9af8-87a1f8748e11', 'tag': 'c3164b40-777c-4919-9e4a-87273007cb51', 'status': 'completed', 'code': 200} Oct 29 13:33:30.744193 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:30.930653 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dc3bd-4c1a-45d1-9802-8f561a1cacef req-d2af7171-7641-4868-a336-43b5b22b5fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:30.932151 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e59dc3bd-4c1a-45d1-9802-8f561a1cacef req-d2af7171-7641-4868-a336-43b5b22b5fb2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a87916e4d46b448baf2db17e63eab5d7&device_id=9ab4df17-6782-4400-9af8-87a1f8748e11 HTTP/1.1" status: 200 len: 1096 time: 0.0446732 Oct 29 13:33:31.096120 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe42fa-6ad6-4c3d-abf1-5a50a9deb677 req-034e9d71-d4fd-499f-b00b-3495aefb4a85 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:31.097584 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7ffe42fa-6ad6-4c3d-abf1-5a50a9deb677 req-034e9d71-d4fd-499f-b00b-3495aefb4a85 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=7faf1bee-b498-4510-a51e-b088632b19ed HTTP/1.1" status: 200 len: 946 time: 0.1581395 Oct 29 13:33:31.147534 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dc3bd-4c1a-45d1-9802-8f561a1cacef req-de3a0b43-708f-487c-a766-8930d6dd6fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:31.148981 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e59dc3bd-4c1a-45d1-9802-8f561a1cacef req-de3a0b43-708f-487c-a766-8930d6dd6fb1 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a87916e4d46b448baf2db17e63eab5d7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2017193 Oct 29 13:33:31.168164 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7ffe42fa-6ad6-4c3d-abf1-5a50a9deb677 req-64157d20-c0c7-4e72-9a52-8df635a41998 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587702 Oct 29 13:33:31.199317 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575db80-620f-47d9-8e96-572b315d7cf3 req-5f535007-84c7-44e1-87cc-ac357dfbf2c4 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:31.200953 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b575db80-620f-47d9-8e96-572b315d7cf3 req-5f535007-84c7-44e1-87cc-ac357dfbf2c4 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0527182 Oct 29 13:33:31.248249 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b575db80-620f-47d9-8e96-572b315d7cf3 req-345e2e55-b862-4c14-b752-9b9461a3a2ff tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393202 Oct 29 13:33:31.349710 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dc3bd-4c1a-45d1-9802-8f561a1cacef req-0c8f6552-3bd8-4184-8416-11f0f5dc7994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:31.351129 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e59dc3bd-4c1a-45d1-9802-8f561a1cacef req-0c8f6552-3bd8-4184-8416-11f0f5dc7994 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1927114 Oct 29 13:33:31.371141 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f925f8f-6162-45ca-b5d9-c115e5556a38 req-6dee53f4-399c-4267-a8df-065f39b6e383 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:31.373450 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3f925f8f-6162-45ca-b5d9-c115e5556a38 req-6dee53f4-399c-4267-a8df-065f39b6e383 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=2729e752-5a7b-4cc3-9ff3-0647ea7e7770 HTTP/1.1" status: 200 len: 945 time: 0.0640187 Oct 29 13:33:31.436451 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3f925f8f-6162-45ca-b5d9-c115e5556a38 req-6e22aa5f-2f9d-4560-9279-096fdc01f386 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569487 Oct 29 13:33:31.445904 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-314f569e-7a7f-4bd5-8cd9-24695f6a9cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:31.447368 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-314f569e-7a7f-4bd5-8cd9-24695f6a9cb4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a87916e4d46b448baf2db17e63eab5d7&device_id=9ab4df17-6782-4400-9af8-87a1f8748e11 HTTP/1.1" status: 200 len: 1096 time: 0.0526657 Oct 29 13:33:31.505383 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-bdc564cb-c846-46d2-bf74-2c46e024cead service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3164b40-777c-4919-9e4a-87273007cb51 HTTP/1.1" status: 200 len: 217 time: 0.0376382 Oct 29 13:33:31.610054 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-cbb274d4-59ca-4b44-897d-f0df510c8b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:31.611246 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-cbb274d4-59ca-4b44-897d-f0df510c8b74 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d6ce043-711c-4c53-89f2-c6159c70312c HTTP/1.1" status: 200 len: 848 time: 0.0812850 Oct 29 13:33:31.628449 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d114fa-3031-4660-9763-4735b4a3e2c6 req-78353fd7-9c35-4509-b1e4-b9b59b91867c tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:31.630349 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e1d114fa-3031-4660-9763-4735b4a3e2c6 req-78353fd7-9c35-4509-b1e4-b9b59b91867c tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ab4df17-6782-4400-9af8-87a1f8748e11 HTTP/1.1" status: 200 len: 943 time: 0.0708048 Oct 29 13:33:31.666804 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-09fbec25-f69d-4cbc-8957-78163c5faffe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b27e33da-cc30-49c2-a24f-11585bfb590e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352545 Oct 29 13:33:31.700982 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e1d114fa-3031-4660-9763-4735b4a3e2c6 req-364ff005-1d6b-45d9-9739-97fa92aed4ba tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602188 Oct 29 13:33:31.780382 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-1d0c357b-309a-4852-9b1c-39b514a9d24d service neutron] 10.222.0.26 "GET /v2.0/networks/b27e33da-cc30-49c2-a24f-11585bfb590e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929103 Oct 29 13:33:31.882807 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-265a0de0-0222-4b17-902b-815b2f93aaf4 req-205f9425-26ce-4a2c-9a12-24e5e50b2716 service neutron] 10.222.0.26 "GET /v2.0/networks/b27e33da-cc30-49c2-a24f-11585bfb590e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904210 Oct 29 13:33:32.364979 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde3e0e-9a1d-4558-9b44-7f2cff4cbdf9 req-7bdbb421-a095-4ed9-ac64-ea413b472c08 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:32.364979 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-fdde3e0e-9a1d-4558-9b44-7f2cff4cbdf9 req-7bdbb421-a095-4ed9-ac64-ea413b472c08 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0512836 Oct 29 13:33:32.406830 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-fdde3e0e-9a1d-4558-9b44-7f2cff4cbdf9 req-8c6e5313-bfc1-47cb-be20-48b786ef9ed7 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324032 Oct 29 13:33:32.555825 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69219be-6834-47d9-b06f-003040351c73 req-5117f566-ae40-47b1-a28b-9ec0ac770efd tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:32.557345 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a69219be-6834-47d9-b06f-003040351c73 req-5117f566-ae40-47b1-a28b-9ec0ac770efd tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=2729e752-5a7b-4cc3-9ff3-0647ea7e7770 HTTP/1.1" status: 200 len: 945 time: 0.0487266 Oct 29 13:33:32.595814 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a69219be-6834-47d9-b06f-003040351c73 req-7c87e158-632c-43be-b6ec-ca29438ee525 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318160 Oct 29 13:33:32.831330 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34133956-8dc5-4791-9780-83247c1c39e4 req-cd129224-a52f-4349-ac42-c6dee94bf817 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:32.832940 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-34133956-8dc5-4791-9780-83247c1c39e4 req-cd129224-a52f-4349-ac42-c6dee94bf817 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ab4df17-6782-4400-9af8-87a1f8748e11 HTTP/1.1" status: 200 len: 943 time: 0.0488229 Oct 29 13:33:32.871243 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-34133956-8dc5-4791-9780-83247c1c39e4 req-5e472956-e564-4992-b80a-17cc192bcd7f tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322607 Oct 29 13:33:33.166953 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 59404) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:33.273140 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-34d6a8ca-194a-4aa1-8711-3324e9412547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:33.353276 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-34d6a8ca-194a-4aa1-8711-3324e9412547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:33.357725 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-34d6a8ca-194a-4aa1-8711-3324e9412547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:33.394468 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6a8ca-194a-4aa1-8711-3324e9412547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4159fb5e-753e-4417-8aa2-3f006d161a76,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:33.398690 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-34d6a8ca-194a-4aa1-8711-3324e9412547 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4a8945d0962d4eeb84524c10bf594c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296324 Oct 29 13:33:33.401309 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 59408) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:33.447881 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-055ffccb-f6e7-4a4d-b41a-c1e3838f2282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:33.471825 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-055ffccb-f6e7-4a4d-b41a-c1e3838f2282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:33.540731 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125e090-2bc1-457e-907e-1d7266fc2d55 req-fd796a44-b530-42b2-8217-13caeb566516 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:33.542220 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0125e090-2bc1-457e-907e-1d7266fc2d55 req-fd796a44-b530-42b2-8217-13caeb566516 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0643320 Oct 29 13:33:33.556677 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-055ffccb-f6e7-4a4d-b41a-c1e3838f2282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:33.559073 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-055ffccb-f6e7-4a4d-b41a-c1e3838f2282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:33.560119 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-055ffccb-f6e7-4a4d-b41a-c1e3838f2282 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4159fb5e-753e-4417-8aa2-3f006d161a76 HTTP/1.1" status: 204 len: 168 time: 0.1579089 Oct 29 13:33:33.575971 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ffccb-f6e7-4a4d-b41a-c1e3838f2282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4159fb5e-753e-4417-8aa2-3f006d161a76,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:33.596119 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0125e090-2bc1-457e-907e-1d7266fc2d55 req-7b4674fe-5e72-4237-bc07-5e9e5f81d0a2 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475106 Oct 29 13:33:33.825578 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:33:33.991390 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdccce-a42d-465b-98a0-2b9300695479 req-dbd8647c-d0a8-4c66-86dd-3e57e916e384 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:33.993113 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0fbdccce-a42d-465b-98a0-2b9300695479 req-dbd8647c-d0a8-4c66-86dd-3e57e916e384 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ab4df17-6782-4400-9af8-87a1f8748e11 HTTP/1.1" status: 200 len: 943 time: 0.0536695 Oct 29 13:33:34.031861 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0fbdccce-a42d-465b-98a0-2b9300695479 req-33621610-4e2b-4043-ba09-478a3c2854da tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324404 Oct 29 13:33:34.648570 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e6894-e61a-4300-bae6-c628450f68e9 req-aee44751-70cf-48b9-a759-6f0a9e4113fb tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:34.650219 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-470e6894-e61a-4300-bae6-c628450f68e9 req-aee44751-70cf-48b9-a759-6f0a9e4113fb tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/networks?id=797a2d64-a318-481c-b064-119a76b4777f HTTP/1.1" status: 200 len: 814 time: 0.1082125 Oct 29 13:33:34.671080 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-470e6894-e61a-4300-bae6-c628450f68e9 req-d72694de-5627-42be-a9ce-426a772d1f4f tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/quotas/5dbd3236e0cc40379a8e1e72b80f965e HTTP/1.1" status: 200 len: 375 time: 0.0139701 Oct 29 13:33:34.725009 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf2a50-0f40-4723-b072-304eba61927c req-2bc97cb3-dd46-4a20-bcf7-536ae22b1a50 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:34.727508 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-470e6894-e61a-4300-bae6-c628450f68e9 req-5cb49865-d567-48b8-bff5-bb6a9ba64c73 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5dbd3236e0cc40379a8e1e72b80f965e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510354 Oct 29 13:33:34.730990 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6cdf2a50-0f40-4723-b072-304eba61927c req-2bc97cb3-dd46-4a20-bcf7-536ae22b1a50 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0576468 Oct 29 13:33:34.769343 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6cdf2a50-0f40-4723-b072-304eba61927c req-267897bd-40d7-4446-9f04-9548f4b252c6 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355575 Oct 29 13:33:34.826705 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-470e6894-e61a-4300-bae6-c628450f68e9 req-7f314f7f-2b06-4e95-beee-8de5eb269e41 service neutron] 10.222.0.96 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917718 Oct 29 13:33:34.922944 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-470e6894-e61a-4300-bae6-c628450f68e9 req-6e8a9361-ea8a-4874-8825-c22138ebfd7e service neutron] 10.222.0.96 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896950 Oct 29 13:33:35.095825 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-35d7c8a8-5eb3-4fc8-bd9d-e9e330e5a4f6 req-853ed5c5-5710-4128-a7d2-77b8c7a1c06c tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 210 time: 0.0340919 Oct 29 13:33:35.109622 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 59486) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:35.161396 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afa826-9371-4553-b5e7-e3df7a41232f req-cfd9ec4f-6c7d-47ea-afae-57ba5b0c8aca tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:35.163147 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c4afa826-9371-4553-b5e7-e3df7a41232f req-cfd9ec4f-6c7d-47ea-afae-57ba5b0c8aca tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ab4df17-6782-4400-9af8-87a1f8748e11 HTTP/1.1" status: 200 len: 943 time: 0.0507071 Oct 29 13:33:35.214216 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c4afa826-9371-4553-b5e7-e3df7a41232f req-c4e51f29-11d3-49f6-aab8-ef07eba2f413 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390282 Oct 29 13:33:35.232877 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1fe9a7ca-a3cb-4c99-a337-72ffbad6aa34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:35.317720 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1fe9a7ca-a3cb-4c99-a337-72ffbad6aa34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:35.321447 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1fe9a7ca-a3cb-4c99-a337-72ffbad6aa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:35.359147 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-1fe9a7ca-a3cb-4c99-a337-72ffbad6aa34 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=35d508ae24e24f039c33b725db5da0cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484207 Oct 29 13:33:35.360209 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9a7ca-a3cb-4c99-a337-72ffbad6aa34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27145ac5-d65b-45ad-882f-9bf609591819,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:35.363230 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 59496) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:35.435632 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c9f48d68-9a68-4af7-9e1a-2edc795fe898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:35.457585 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c9f48d68-9a68-4af7-9e1a-2edc795fe898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:35.506238 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c9f48d68-9a68-4af7-9e1a-2edc795fe898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:35.508786 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c9f48d68-9a68-4af7-9e1a-2edc795fe898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:35.512502 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-c9f48d68-9a68-4af7-9e1a-2edc795fe898 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/27145ac5-d65b-45ad-882f-9bf609591819 HTTP/1.1" status: 204 len: 168 time: 0.1458218 Oct 29 13:33:35.520227 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f48d68-9a68-4af7-9e1a-2edc795fe898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27145ac5-d65b-45ad-882f-9bf609591819,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:35.562816 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device c3164b40-777c-4919-9e4a-87273007cb51 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:33:35.673972 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port c3164b40-777c-4919-9e4a-87273007cb51, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c3164b40-777c-4919-9e4a-87273007cb51,segment=NetworkSegment(f40b8c54-31f4-4f5a-bdef-a937d2cb9db9),segment_id=f40b8c54-31f4-4f5a-bdef-a937d2cb9db9)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:33:35.685537 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': 'c3164b40-777c-4919-9e4a-87273007cb51', 'network_id': 'b27e33da-cc30-49c2-a24f-11585bfb590e', 'port_id': 'c3164b40-777c-4919-9e4a-87273007cb51', 'mac_address': 'fa:16:3e:f5:d2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6ce043-711c-4c53-89f2-c6159c70312c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:33:35.729097 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:35.742586 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3164b40-777c-4919-9e4a-87273007cb51 {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:33:35.766403 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port c3164b40-777c-4919-9e4a-87273007cb51, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c3164b40-777c-4919-9e4a-87273007cb51,segment=NetworkSegment(f40b8c54-31f4-4f5a-bdef-a937d2cb9db9),segment_id=f40b8c54-31f4-4f5a-bdef-a937d2cb9db9)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:33:35.771115 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:35.821665 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 59506) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:35.822252 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=c3164b40-777c-4919-9e4a-87273007cb51,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:35.837115 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4ed8037f-582e-4e23-8ddc-52eca7578898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:35.896362 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340883b0-2516-4255-8ef3-082d0e13d57d req-b0c886c9-bb13-4e09-acca-de22b1df627e tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:35.898031 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-340883b0-2516-4255-8ef3-082d0e13d57d req-b0c886c9-bb13-4e09-acca-de22b1df627e tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0535197 Oct 29 13:33:35.922629 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4ed8037f-582e-4e23-8ddc-52eca7578898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:35.927415 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4ed8037f-582e-4e23-8ddc-52eca7578898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:35.939278 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-340883b0-2516-4255-8ef3-082d0e13d57d req-c12e421f-bacf-4676-9859-7de13f1ba785 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338392 Oct 29 13:33:35.967291 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-4ed8037f-582e-4e23-8ddc-52eca7578898 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a4ea0bc194914fc7b8d96277e95216f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443157 Oct 29 13:33:35.968371 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8037f-582e-4e23-8ddc-52eca7578898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06461656-6bf5-411b-a4d7-f1d553130538,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:35.969961 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 59510) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:36.020922 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-a5b5343f-bf2b-4ec1-b219-93c2eb0690e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:36.041406 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-a5b5343f-bf2b-4ec1-b219-93c2eb0690e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:36.087222 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-a5b5343f-bf2b-4ec1-b219-93c2eb0690e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:36.089984 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-a5b5343f-bf2b-4ec1-b219-93c2eb0690e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:36.091172 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-a5b5343f-bf2b-4ec1-b219-93c2eb0690e1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/06461656-6bf5-411b-a4d7-f1d553130538 HTTP/1.1" status: 204 len: 168 time: 0.1195273 Oct 29 13:33:36.098590 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5343f-bf2b-4ec1-b219-93c2eb0690e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06461656-6bf5-411b-a4d7-f1d553130538,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:36.190550 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f0636f2d-4169-4b81-aa5b-fdd38398feba req-eaf4cc22-0e70-4aff-a81d-d4129e15b9b4 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 210 time: 0.0300167 Oct 29 13:33:36.251207 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['c3164b40-777c-4919-9e4a-87273007cb51'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:33:36.388461 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e6894-e61a-4300-bae6-c628450f68e9 req-bdea334a-b51a-4eff-a1ff-bc4489f08e63 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:36.390091 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-470e6894-e61a-4300-bae6-c628450f68e9 req-bdea334a-b51a-4eff-a1ff-bc4489f08e63 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.26 "GET /v2.0/networks?id=797a2d64-a318-481c-b064-119a76b4777f HTTP/1.1" status: 200 len: 814 time: 0.1299641 Oct 29 13:33:36.399648 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f9314-f5eb-4976-87ab-03e9e1c5753b req-fbeab49f-8122-48a7-bdf2-20b4de44fa57 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:36.402279 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6d2f9314-f5eb-4976-87ab-03e9e1c5753b req-fbeab49f-8122-48a7-bdf2-20b4de44fa57 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ab4df17-6782-4400-9af8-87a1f8748e11 HTTP/1.1" status: 200 len: 944 time: 0.0851750 Oct 29 13:33:36.415785 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-470e6894-e61a-4300-bae6-c628450f68e9 req-e0416984-4c5f-44c8-98ba-32bd72b3a32a tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Request body: {'port': {'device_id': '9bccbf8d-3727-4704-abe1-27a1f8130529', 'network_id': '797a2d64-a318-481c-b064-119a76b4777f', 'admin_state_up': True, 'tenant_id': '5dbd3236e0cc40379a8e1e72b80f965e'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:33:36.456500 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6d2f9314-f5eb-4976-87ab-03e9e1c5753b req-b93b7cb3-2778-4eec-965b-f2d25ed5c786 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479312 Oct 29 13:33:36.573351 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-470e6894-e61a-4300-bae6-c628450f68e9 req-e0416984-4c5f-44c8-98ba-32bd72b3a32a tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Made reservation on behalf of 5dbd3236e0cc40379a8e1e72b80f965e for: {'port': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:33:36.577447 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-470e6894-e61a-4300-bae6-c628450f68e9 req-e0416984-4c5f-44c8-98ba-32bd72b3a32a tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:36.704485 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [req-470e6894-e61a-4300-bae6-c628450f68e9 req-e0416984-4c5f-44c8-98ba-32bd72b3a32a tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Allocated IP 172.20.0.9 (797a2d64-a318-481c-b064-119a76b4777f/336b7c87-283f-4775-a0c5-465adcbb1c88/eeb6e964-ec30-49bc-9a5f-8bfdad363b41) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:33:36.858364 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-470e6894-e61a-4300-bae6-c628450f68e9 req-e0416984-4c5f-44c8-98ba-32bd72b3a32a tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:36.890780 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-470e6894-e61a-4300-bae6-c628450f68e9 req-e0416984-4c5f-44c8-98ba-32bd72b3a32a tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:36.932850 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-470e6894-e61a-4300-bae6-c628450f68e9 req-e0416984-4c5f-44c8-98ba-32bd72b3a32a tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Network 797a2d64-a318-481c-b064-119a76b4777f is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:33:36.936121 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [req-470e6894-e61a-4300-bae6-c628450f68e9 req-e0416984-4c5f-44c8-98ba-32bd72b3a32a tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:33:36.939958 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-470e6894-e61a-4300-bae6-c628450f68e9 req-e0416984-4c5f-44c8-98ba-32bd72b3a32a tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:33:36.974611 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0416984-4c5f-44c8-98ba-32bd72b3a32a tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Pushing event updated for resources: {'Port': ['ID=eeb6e964-ec30-49bc-9a5f-8bfdad363b41,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:37.009119 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e6894-e61a-4300-bae6-c628450f68e9 req-e0416984-4c5f-44c8-98ba-32bd72b3a32a tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:37.009757 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-470e6894-e61a-4300-bae6-c628450f68e9 req-e0416984-4c5f-44c8-98ba-32bd72b3a32a tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:37.027208 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-470e6894-e61a-4300-bae6-c628450f68e9 req-e0416984-4c5f-44c8-98ba-32bd72b3a32a tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6162786 Oct 29 13:33:37.042241 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-470e6894-e61a-4300-bae6-c628450f68e9 req-822545ef-e38a-4454-a39f-df4216a6fdc9 service neutron] Request body: {'port': {'device_id': '9bccbf8d-3727-4704-abe1-27a1f8130529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:33:37.064707 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b49c50-5e64-4ac6-8232-c17e0c1439f7 req-1487f35a-b8fb-460c-8695-c082a812dbaa tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:37.066262 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-99b49c50-5e64-4ac6-8232-c17e0c1439f7 req-1487f35a-b8fb-460c-8695-c082a812dbaa tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0501838 Oct 29 13:33:37.105480 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-470e6894-e61a-4300-bae6-c628450f68e9 req-822545ef-e38a-4454-a39f-df4216a6fdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:37.111051 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-99b49c50-5e64-4ac6-8232-c17e0c1439f7 req-5516c49c-5218-4e3f-ae51-06292cbced1d tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382047 Oct 29 13:33:37.316744 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706bceb-cf86-4b58-9865-9844801ea9da req-c9c6fa1a-edc7-431f-a457-a261ecd89228 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:37.324393 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a706bceb-cf86-4b58-9865-9844801ea9da req-c9c6fa1a-edc7-431f-a457-a261ecd89228 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 931 time: 0.0643048 Oct 29 13:33:37.368555 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a706bceb-cf86-4b58-9865-9844801ea9da req-753e4b89-df3d-4608-9995-05ea9be097ba tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431828 Oct 29 13:33:37.385805 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['becdb76f-bef6-416c-8357-4fa91c08d663', 'd39096dc-56c6-4c48-95da-d069d4b1fb81'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:33:37.411677 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [req-470e6894-e61a-4300-bae6-c628450f68e9 req-822545ef-e38a-4454-a39f-df4216a6fdc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb6e964-ec30-49bc-9a5f-8bfdad363b41 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:33:37.419039 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-470e6894-e61a-4300-bae6-c628450f68e9 req-822545ef-e38a-4454-a39f-df4216a6fdc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:37.430796 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [req-470e6894-e61a-4300-bae6-c628450f68e9 req-822545ef-e38a-4454-a39f-df4216a6fdc9 service neutron] Transition to ACTIVE for port object eeb6e964-ec30-49bc-9a5f-8bfdad363b41 will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 13:33:37.434326 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-470e6894-e61a-4300-bae6-c628450f68e9 req-822545ef-e38a-4454-a39f-df4216a6fdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:37.484803 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822545ef-e38a-4454-a39f-df4216a6fdc9 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb6e964-ec30-49bc-9a5f-8bfdad363b41,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:37.565060 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device c3164b40-777c-4919-9e4a-87273007cb51 up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:33:37.606221 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-470e6894-e61a-4300-bae6-c628450f68e9 req-822545ef-e38a-4454-a39f-df4216a6fdc9 service neutron] Attempting to bind port eeb6e964-ec30-49bc-9a5f-8bfdad363b41 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:33:37.606465 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-470e6894-e61a-4300-bae6-c628450f68e9 req-822545ef-e38a-4454-a39f-df4216a6fdc9 service neutron] Attempting to bind port eeb6e964-ec30-49bc-9a5f-8bfdad363b41 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '5a566e44-33a4-41ce-b950-6305e41afffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '797a2d64-a318-481c-b064-119a76b4777f'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:33:37.606764 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470e6894-e61a-4300-bae6-c628450f68e9 req-822545ef-e38a-4454-a39f-df4216a6fdc9 service neutron] Attempting to bind port eeb6e964-ec30-49bc-9a5f-8bfdad363b41 on network 797a2d64-a318-481c-b064-119a76b4777f {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:33:37.620183 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470e6894-e61a-4300-bae6-c628450f68e9 req-822545ef-e38a-4454-a39f-df4216a6fdc9 service neutron] Port eeb6e964-ec30-49bc-9a5f-8bfdad363b41 on network 797a2d64-a318-481c-b064-119a76b4777f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 13:33:37.620375 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470e6894-e61a-4300-bae6-c628450f68e9 req-822545ef-e38a-4454-a39f-df4216a6fdc9 service neutron] Attempting to bind port eeb6e964-ec30-49bc-9a5f-8bfdad363b41 on network 797a2d64-a318-481c-b064-119a76b4777f {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:33:37.631466 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470e6894-e61a-4300-bae6-c628450f68e9 req-822545ef-e38a-4454-a39f-df4216a6fdc9 service neutron] Checking agent: {'id': 'f4eb5ed7-5e0f-48be-9842-f1315b14e800', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'started_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:33:37.631727 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470e6894-e61a-4300-bae6-c628450f68e9 req-822545ef-e38a-4454-a39f-df4216a6fdc9 service neutron] Checking segment: {'id': '5a566e44-33a4-41ce-b950-6305e41afffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '797a2d64-a318-481c-b064-119a76b4777f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:33:37.632124 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470e6894-e61a-4300-bae6-c628450f68e9 req-822545ef-e38a-4454-a39f-df4216a6fdc9 service neutron] Bound using segment: {'id': '5a566e44-33a4-41ce-b950-6305e41afffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '797a2d64-a318-481c-b064-119a76b4777f'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:33:37.633069 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-470e6894-e61a-4300-bae6-c628450f68e9 req-822545ef-e38a-4454-a39f-df4216a6fdc9 service neutron] Bound port: eeb6e964-ec30-49bc-9a5f-8bfdad363b41, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a566e44-33a4-41ce-b950-6305e41afffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '797a2d64-a318-481c-b064-119a76b4777f'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:33:37.633559 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-470e6894-e61a-4300-bae6-c628450f68e9 req-822545ef-e38a-4454-a39f-df4216a6fdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:37.646783 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f39f1-2377-46bb-b1ed-39847cd43365 req-c5440164-e0be-4210-b253-87665baec1ef tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:37.648386 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ec9f39f1-2377-46bb-b1ed-39847cd43365 req-c5440164-e0be-4210-b253-87665baec1ef tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ab4df17-6782-4400-9af8-87a1f8748e11 HTTP/1.1" status: 200 len: 944 time: 0.0928261 Oct 29 13:33:37.672049 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning for port c3164b40-777c-4919-9e4a-87273007cb51 completed by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 13:33:37.681497 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port c3164b40-777c-4919-9e4a-87273007cb51 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:33:37.682024 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:37.730517 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ec9f39f1-2377-46bb-b1ed-39847cd43365 req-af2e8c76-27d9-45d6-84a1-f135ce71ec7d tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729775 Oct 29 13:33:37.752592 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-470e6894-e61a-4300-bae6-c628450f68e9 req-822545ef-e38a-4454-a39f-df4216a6fdc9 service neutron] For port eeb6e964-ec30-49bc-9a5f-8bfdad363b41, host hv-cinder-81588, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:33:37.762641 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-470e6894-e61a-4300-bae6-c628450f68e9 req-822545ef-e38a-4454-a39f-df4216a6fdc9 service neutron] For port eeb6e964-ec30-49bc-9a5f-8bfdad363b41, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=eeb6e964-ec30-49bc-9a5f-8bfdad363b41,segment=NetworkSegment(5a566e44-33a4-41ce-b950-6305e41afffb),segment_id=5a566e44-33a4-41ce-b950-6305e41afffb)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:33:37.771704 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-470e6894-e61a-4300-bae6-c628450f68e9 req-822545ef-e38a-4454-a39f-df4216a6fdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:37.777249 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:37.802196 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab4df17-6782-4400-9af8-87a1f8748e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3164b40-777c-4919-9e4a-87273007cb51'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:33:37.804647 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1a7148-9842-4b06-957d-8a037115dfdd" -d '{"events": [{"server_uuid": "9ab4df17-6782-4400-9af8-87a1f8748e11", "name": "network-vif-plugged", "status": "completed", "tag": "c3164b40-777c-4919-9e4a-87273007cb51"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:33:37.811932 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e6894-e61a-4300-bae6-c628450f68e9 req-822545ef-e38a-4454-a39f-df4216a6fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:37.812576 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-470e6894-e61a-4300-bae6-c628450f68e9 req-822545ef-e38a-4454-a39f-df4216a6fdc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:37.814144 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-470e6894-e61a-4300-bae6-c628450f68e9 req-822545ef-e38a-4454-a39f-df4216a6fdc9 service neutron] 10.222.0.26 "PUT /v2.0/ports/eeb6e964-ec30-49bc-9a5f-8bfdad363b41 HTTP/1.1" status: 200 len: 1093 time: 0.7764261 Oct 29 13:33:37.816669 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bccbf8d-3727-4704-abe1-27a1f8130529', 'tag': 'eeb6e964-ec30-49bc-9a5f-8bfdad363b41'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:33:37.819203 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667595c2-5511-4f6b-859d-ff120430474d" -d '{"events": [{"name": "network-changed", "server_uuid": "9bccbf8d-3727-4704-abe1-27a1f8130529", "tag": "eeb6e964-ec30-49bc-9a5f-8bfdad363b41"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:33:37.821408 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port c3164b40-777c-4919-9e4a-87273007cb51, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c3164b40-777c-4919-9e4a-87273007cb51,segment=NetworkSegment(f40b8c54-31f4-4f5a-bdef-a937d2cb9db9),segment_id=f40b8c54-31f4-4f5a-bdef-a937d2cb9db9)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:33:37.833118 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:37.851281 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822545ef-e38a-4454-a39f-df4216a6fdc9 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb6e964-ec30-49bc-9a5f-8bfdad363b41,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:37.869264 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78661dd6-a330-47af-9cb7-725b101c6247 x-openstack-request-id: req-78661dd6-a330-47af-9cb7-725b101c6247 {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:33:37.869842 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab4df17-6782-4400-9af8-87a1f8748e11", "name": "network-vif-plugged", "status": "completed", "tag": "c3164b40-777c-4919-9e4a-87273007cb51", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:33:37.870275 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-78661dd6-a330-47af-9cb7-725b101c6247 {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:33:37.870657 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab4df17-6782-4400-9af8-87a1f8748e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3164b40-777c-4919-9e4a-87273007cb51', 'code': 200} Oct 29 13:33:37.880427 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1173bc38-7af5-4c0b-a7ac-7db3c0f4fd76 x-openstack-request-id: req-1173bc38-7af5-4c0b-a7ac-7db3c0f4fd76 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:33:37.880929 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bccbf8d-3727-4704-abe1-27a1f8130529", "tag": "eeb6e964-ec30-49bc-9a5f-8bfdad363b41", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:33:37.881252 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1173bc38-7af5-4c0b-a7ac-7db3c0f4fd76 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:33:37.881858 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bccbf8d-3727-4704-abe1-27a1f8130529', 'tag': 'eeb6e964-ec30-49bc-9a5f-8bfdad363b41', 'status': 'completed', 'code': 200} Oct 29 13:33:37.907794 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=c3164b40-777c-4919-9e4a-87273007cb51,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:37.955537 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e6894-e61a-4300-bae6-c628450f68e9 req-72caa79d-4f8b-4d22-8da3-cf08bd047832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:37.957259 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-470e6894-e61a-4300-bae6-c628450f68e9 req-72caa79d-4f8b-4d22-8da3-cf08bd047832 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5dbd3236e0cc40379a8e1e72b80f965e&device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 1096 time: 0.0514464 Oct 29 13:33:38.016048 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-470e6894-e61a-4300-bae6-c628450f68e9 req-0d10b821-473d-4ddd-ab27-26e6cdf97adf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eeb6e964-ec30-49bc-9a5f-8bfdad363b41 HTTP/1.1" status: 200 len: 217 time: 0.0392482 Oct 29 13:33:38.084604 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e6894-e61a-4300-bae6-c628450f68e9 req-650242d8-538e-4eb8-acb0-1984fe0dbfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:38.086455 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-470e6894-e61a-4300-bae6-c628450f68e9 req-650242d8-538e-4eb8-acb0-1984fe0dbfc0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=336b7c87-283f-4775-a0c5-465adcbb1c88 HTTP/1.1" status: 200 len: 854 time: 0.0629451 Oct 29 13:33:38.101567 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58464a-1b67-4dea-bd58-62e6f4f07660 req-4345096e-c9fb-4a39-8cb2-f711435efac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:38.103091 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8a58464a-1b67-4dea-bd58-62e6f4f07660 req-4345096e-c9fb-4a39-8cb2-f711435efac4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9ab4df17-6782-4400-9af8-87a1f8748e11 HTTP/1.1" status: 200 len: 1098 time: 0.0442982 Oct 29 13:33:38.139148 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-470e6894-e61a-4300-bae6-c628450f68e9 req-9cf5dca8-8aa2-4a05-b40c-913d9efe2403 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=797a2d64-a318-481c-b064-119a76b4777f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254436 Oct 29 13:33:38.147421 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8a58464a-1b67-4dea-bd58-62e6f4f07660 req-064a7414-46a1-4ab0-a11d-ec6a9ceee235 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330849 Oct 29 13:33:38.457185 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18381e56-bfa6-45c9-b159-30f8cd5381d5 req-a87f5803-33a2-4efb-819f-6992b4c3ca4d tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:38.458640 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-18381e56-bfa6-45c9-b159-30f8cd5381d5 req-a87f5803-33a2-4efb-819f-6992b4c3ca4d tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0714333 Oct 29 13:33:38.463719 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-470e6894-e61a-4300-bae6-c628450f68e9 req-cd396a29-fa91-4f4d-83f1-331322c8d7fd service neutron] 10.222.0.26 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154981 Oct 29 13:33:38.542410 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-18381e56-bfa6-45c9-b159-30f8cd5381d5 req-457ddc2c-1fa0-4b3b-ba37-6154e1ebf77d tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775881 Oct 29 13:33:38.576283 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-470e6894-e61a-4300-bae6-c628450f68e9 req-9eea6bb3-25da-4c6c-bfdc-8ca8f4747782 service neutron] 10.222.0.26 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990031 Oct 29 13:33:38.627137 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835f906-f5da-4895-9fb5-462d95523323 req-c85d9933-283c-437c-a128-b11d4e6de3b8 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:38.628630 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3835f906-f5da-4895-9fb5-462d95523323 req-c85d9933-283c-437c-a128-b11d4e6de3b8 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 943 time: 0.0545750 Oct 29 13:33:38.666364 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667595c2-5511-4f6b-859d-ff120430474d req-772bb4cc-bda9-4e9a-9af0-f97d4dfc519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:38.667463 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3835f906-f5da-4895-9fb5-462d95523323 req-db8ac632-42a3-4f6e-9acf-f0a521e2ba8b tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323536 Oct 29 13:33:38.667819 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-667595c2-5511-4f6b-859d-ff120430474d req-772bb4cc-bda9-4e9a-9af0-f97d4dfc519f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5dbd3236e0cc40379a8e1e72b80f965e&device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 1096 time: 0.0407441 Oct 29 13:33:38.759583 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667595c2-5511-4f6b-859d-ff120430474d req-7d0f2764-6ab9-45f8-ab8d-64245632d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:38.761059 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-667595c2-5511-4f6b-859d-ff120430474d req-7d0f2764-6ab9-45f8-ab8d-64245632d372 service neutron] 10.222.0.26 "GET /v2.0/networks?id=797a2d64-a318-481c-b064-119a76b4777f HTTP/1.1" status: 200 len: 915 time: 0.0848811 Oct 29 13:33:38.815664 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-667595c2-5511-4f6b-859d-ff120430474d req-fdbf31aa-2ad5-4fbb-a7cb-f8f3c68c1d4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eeb6e964-ec30-49bc-9a5f-8bfdad363b41 HTTP/1.1" status: 200 len: 217 time: 0.0370824 Oct 29 13:33:38.890727 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667595c2-5511-4f6b-859d-ff120430474d req-b48d8158-1fd8-4382-8f6b-a8a20b63377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:38.892120 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-667595c2-5511-4f6b-859d-ff120430474d req-b48d8158-1fd8-4382-8f6b-a8a20b63377f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=336b7c87-283f-4775-a0c5-465adcbb1c88 HTTP/1.1" status: 200 len: 854 time: 0.0534985 Oct 29 13:33:38.902429 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65c7a7-1f38-4e39-9901-13ee7b9c0676 req-e4a1d96a-9252-462a-9449-9a4bf5849c01 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:38.902429 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3c65c7a7-1f38-4e39-9901-13ee7b9c0676 req-e4a1d96a-9252-462a-9449-9a4bf5849c01 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ab4df17-6782-4400-9af8-87a1f8748e11 HTTP/1.1" status: 200 len: 945 time: 0.0889008 Oct 29 13:33:38.944597 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-667595c2-5511-4f6b-859d-ff120430474d req-255553c3-c4a1-4aa1-9ba0-90e5cfcf6189 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=797a2d64-a318-481c-b064-119a76b4777f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301189 Oct 29 13:33:38.968788 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3c65c7a7-1f38-4e39-9901-13ee7b9c0676 req-be61a534-1910-476a-9d5b-82bf4e40fe1a tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604045 Oct 29 13:33:39.044062 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-667595c2-5511-4f6b-859d-ff120430474d req-8057c78d-e082-4f9c-a2d9-57ae5caa2004 service neutron] 10.222.0.26 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851929 Oct 29 13:33:39.143216 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-667595c2-5511-4f6b-859d-ff120430474d req-898466ea-55d4-41a7-8d48-5fe11a406cf7 service neutron] 10.222.0.26 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841811 Oct 29 13:33:39.656470 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62541ee-cea9-479f-afa7-8f01c9845c23 req-7b83896d-baed-4018-b3c6-ce62778dde3f tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:39.657932 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c62541ee-cea9-479f-afa7-8f01c9845c23 req-7b83896d-baed-4018-b3c6-ce62778dde3f tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0481112 Oct 29 13:33:39.696243 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c62541ee-cea9-479f-afa7-8f01c9845c23 req-3356cd4a-bf58-43f7-a977-2ffd75ca291d tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323629 Oct 29 13:33:39.784329 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab058b7e-a7e1-43f0-b03d-67909f5f5fe5 req-ee279e72-e083-41f1-a6e9-449125677b55 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:39.785762 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ab058b7e-a7e1-43f0-b03d-67909f5f5fe5 req-ee279e72-e083-41f1-a6e9-449125677b55 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 943 time: 0.0507450 Oct 29 13:33:39.826270 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ab058b7e-a7e1-43f0-b03d-67909f5f5fe5 req-68dd90d5-4a1b-4828-978a-3412c992f8dd tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345230 Oct 29 13:33:40.086259 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706eaa6b-066c-444e-9c95-a4b6d48542e2 req-34daf8fe-24d5-4e14-952d-fcbf0a0b4d13 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:40.089893 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-706eaa6b-066c-444e-9c95-a4b6d48542e2 req-34daf8fe-24d5-4e14-952d-fcbf0a0b4d13 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ab4df17-6782-4400-9af8-87a1f8748e11 HTTP/1.1" status: 200 len: 945 time: 0.0497293 Oct 29 13:33:40.128699 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-706eaa6b-066c-444e-9c95-a4b6d48542e2 req-4482c096-aad0-4828-bcef-d2175f8de60a tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332444 Oct 29 13:33:40.818545 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1183f02-258b-4e7e-838a-19f11464d74a req-eda94178-af83-4f53-939e-c02ede441f9e tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:40.820012 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d1183f02-258b-4e7e-838a-19f11464d74a req-eda94178-af83-4f53-939e-c02ede441f9e tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0533383 Oct 29 13:33:40.862221 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d1183f02-258b-4e7e-838a-19f11464d74a req-15a5e338-83b1-41d4-bfd9-74ee596ea86c tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357814 Oct 29 13:33:40.950627 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a697aa1-1f7d-46b5-a4c1-5b79038a5aa1 req-ba2c3d33-1ea8-4601-9112-6113c128354b tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:40.952428 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7a697aa1-1f7d-46b5-a4c1-5b79038a5aa1 req-ba2c3d33-1ea8-4601-9112-6113c128354b tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 943 time: 0.0536058 Oct 29 13:33:40.991758 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7a697aa1-1f7d-46b5-a4c1-5b79038a5aa1 req-f1a0b110-8d10-4ab3-8c2c-3d2138055b9f tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329468 Oct 29 13:33:41.248422 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fb22e-f62d-4ec0-8c39-3c6371c32a8b req-ce2324c0-ec57-4bae-bcbe-bd8207a39017 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:41.249963 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-371fb22e-f62d-4ec0-8c39-3c6371c32a8b req-ce2324c0-ec57-4bae-bcbe-bd8207a39017 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ab4df17-6782-4400-9af8-87a1f8748e11 HTTP/1.1" status: 200 len: 945 time: 0.0501313 Oct 29 13:33:41.288213 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-371fb22e-f62d-4ec0-8c39-3c6371c32a8b req-bc78ec66-52b8-4bc9-be79-b061d214f608 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321724 Oct 29 13:33:41.331567 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 59672) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:41.435450 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1b993eea-b2c8-4429-b651-ddafb4b404d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:41.509080 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1b993eea-b2c8-4429-b651-ddafb4b404d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:41.512653 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1b993eea-b2c8-4429-b651-ddafb4b404d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:41.552733 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-1b993eea-b2c8-4429-b651-ddafb4b404d5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e7f5089f50c5401b8f5ecb762d1567d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200468 Oct 29 13:33:41.553594 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b993eea-b2c8-4429-b651-ddafb4b404d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b218228-4cc5-48d6-9548-db1a06d0ba6b,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:41.555421 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 59678) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:41.580526 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device eeb6e964-ec30-49bc-9a5f-8bfdad363b41 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:33:41.613262 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ac3130c9-1d8d-48b6-9f95-19ab755fee54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:41.639935 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ac3130c9-1d8d-48b6-9f95-19ab755fee54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:41.680668 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port eeb6e964-ec30-49bc-9a5f-8bfdad363b41, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=eeb6e964-ec30-49bc-9a5f-8bfdad363b41,segment=NetworkSegment(5a566e44-33a4-41ce-b950-6305e41afffb),segment_id=5a566e44-33a4-41ce-b950-6305e41afffb)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:33:41.691730 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ac3130c9-1d8d-48b6-9f95-19ab755fee54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:41.692366 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': 'eeb6e964-ec30-49bc-9a5f-8bfdad363b41', 'network_id': '797a2d64-a318-481c-b064-119a76b4777f', 'port_id': 'eeb6e964-ec30-49bc-9a5f-8bfdad363b41', 'mac_address': 'fa:16:3e:68:48:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336b7c87-283f-4775-a0c5-465adcbb1c88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:33:41.694575 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ac3130c9-1d8d-48b6-9f95-19ab755fee54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:41.695781 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-ac3130c9-1d8d-48b6-9f95-19ab755fee54 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4b218228-4cc5-48d6-9548-db1a06d0ba6b HTTP/1.1" status: 204 len: 168 time: 0.1393220 Oct 29 13:33:41.704012 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3130c9-1d8d-48b6-9f95-19ab755fee54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b218228-4cc5-48d6-9548-db1a06d0ba6b,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:41.743393 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:41.756756 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb6e964-ec30-49bc-9a5f-8bfdad363b41 {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:33:41.776431 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port eeb6e964-ec30-49bc-9a5f-8bfdad363b41, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=eeb6e964-ec30-49bc-9a5f-8bfdad363b41,segment=NetworkSegment(5a566e44-33a4-41ce-b950-6305e41afffb),segment_id=5a566e44-33a4-41ce-b950-6305e41afffb)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:33:41.782665 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:41.832004 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=eeb6e964-ec30-49bc-9a5f-8bfdad363b41,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:41.984877 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 59694) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:41.988378 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c86452-821a-4900-9630-78f85136f448 req-3433f7e3-f24b-43a6-a079-2bcd4b0071cc tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:41.989909 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-97c86452-821a-4900-9630-78f85136f448 req-3433f7e3-f24b-43a6-a079-2bcd4b0071cc tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0562098 Oct 29 13:33:41.998750 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-e13ea475-6525-4900-94d3-d4e3e0bda96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:42.032438 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-97c86452-821a-4900-9630-78f85136f448 req-96eee294-0919-4bb8-aba8-41cf46a0f102 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362594 Oct 29 13:33:42.081897 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-e13ea475-6525-4900-94d3-d4e3e0bda96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:42.091571 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-e13ea475-6525-4900-94d3-d4e3e0bda96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:42.134692 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ea475-6525-4900-94d3-d4e3e0bda96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acdff71-eae9-444e-a301-2f976d76555e,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:42.146991 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-e13ea475-6525-4900-94d3-d4e3e0bda96b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=287e8914659e489f857bf8defbab5509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603475 Oct 29 13:33:42.147974 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 59700) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:42.153485 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588da1c-cb3e-4e0f-8379-2ede6ff4562f req-ed1251ed-53af-4aa0-bd1b-ff4774aa1ed6 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:42.155193 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8588da1c-cb3e-4e0f-8379-2ede6ff4562f req-ed1251ed-53af-4aa0-bd1b-ff4774aa1ed6 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 944 time: 0.0527341 Oct 29 13:33:42.199780 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8588da1c-cb3e-4e0f-8379-2ede6ff4562f req-3053cca0-894c-40d3-aeb2-b063435f6e57 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381365 Oct 29 13:33:42.228650 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-40d0dabc-3d60-47a4-8f56-6a75500c998b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:42.263006 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3eb9a-b043-4333-be12-9116ca004c26 req-ba4d9a0e-b60f-4de2-ab7d-a3f4cb52d1e9 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:42.265386 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['eeb6e964-ec30-49bc-9a5f-8bfdad363b41'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:33:42.265871 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f4a3eb9a-b043-4333-be12-9116ca004c26 req-ba4d9a0e-b60f-4de2-ab7d-a3f4cb52d1e9 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ab4df17-6782-4400-9af8-87a1f8748e11 HTTP/1.1" status: 200 len: 945 time: 0.0891750 Oct 29 13:33:42.270750 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-40d0dabc-3d60-47a4-8f56-6a75500c998b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:42.326267 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f4a3eb9a-b043-4333-be12-9116ca004c26 req-a5c6534a-30b7-460b-9cf9-d83c497bd41e tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531361 Oct 29 13:33:42.345534 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-40d0dabc-3d60-47a4-8f56-6a75500c998b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:42.348112 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-40d0dabc-3d60-47a4-8f56-6a75500c998b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:42.350835 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-40d0dabc-3d60-47a4-8f56-6a75500c998b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5acdff71-eae9-444e-a301-2f976d76555e HTTP/1.1" status: 204 len: 168 time: 0.2018952 Oct 29 13:33:42.363136 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0dabc-3d60-47a4-8f56-6a75500c998b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acdff71-eae9-444e-a301-2f976d76555e,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:43.156132 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2502e6b-ab90-4e54-9407-ab37b08f4238 req-c83e4c74-6959-4322-b732-c43705e11c72 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:43.157661 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a2502e6b-ab90-4e54-9407-ab37b08f4238 req-c83e4c74-6959-4322-b732-c43705e11c72 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0527883 Oct 29 13:33:43.196294 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a2502e6b-ab90-4e54-9407-ab37b08f4238 req-2bceaf55-b04a-428d-91c9-da9f57d27b60 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319963 Oct 29 13:33:43.329242 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d35dee-8740-4922-b89c-df289fd59c6d req-9ff25202-e072-4d13-a832-3c90de3d90a3 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:43.330742 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b1d35dee-8740-4922-b89c-df289fd59c6d req-9ff25202-e072-4d13-a832-3c90de3d90a3 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 944 time: 0.0594025 Oct 29 13:33:43.373206 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b1d35dee-8740-4922-b89c-df289fd59c6d req-ed81ea46-644c-4ed9-bfdf-415cb75336bf tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361493 Oct 29 13:33:43.471783 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e637c9-b848-4b4c-90c1-0b46fced891c req-05137a05-fff1-4ef7-a918-6e14368f89b0 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:43.473345 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-72e637c9-b848-4b4c-90c1-0b46fced891c req-05137a05-fff1-4ef7-a918-6e14368f89b0 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ab4df17-6782-4400-9af8-87a1f8748e11 HTTP/1.1" status: 200 len: 945 time: 0.0557415 Oct 29 13:33:43.513873 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-72e637c9-b848-4b4c-90c1-0b46fced891c req-13188630-aeb8-41a8-a7de-8b614b72b278 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333538 Oct 29 13:33:43.960002 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 59762) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:44.063856 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b5e1440a-879f-4dcb-81d9-4314bf00a3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:44.140346 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b5e1440a-879f-4dcb-81d9-4314bf00a3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:44.144087 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b5e1440a-879f-4dcb-81d9-4314bf00a3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:44.184334 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-b5e1440a-879f-4dcb-81d9-4314bf00a3a9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=07f42b2e88994d80908c3bb1d7ec758e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232606 Oct 29 13:33:44.185025 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1440a-879f-4dcb-81d9-4314bf00a3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a19c34-9611-4a94-8d93-c1912a63e2da,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:44.189142 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 59768) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:44.244504 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-15011297-3387-4095-8fb5-778dffd53ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:44.265446 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-15011297-3387-4095-8fb5-778dffd53ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:44.335620 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107e30b-a878-45d9-8f5d-a5a7051d68c9 req-aef20db9-4bc1-4df8-ae1d-f0b826011920 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:44.337143 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3107e30b-a878-45d9-8f5d-a5a7051d68c9 req-aef20db9-4bc1-4df8-ae1d-f0b826011920 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0698295 Oct 29 13:33:44.376535 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-15011297-3387-4095-8fb5-778dffd53ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:44.379016 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-15011297-3387-4095-8fb5-778dffd53ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:44.380146 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-15011297-3387-4095-8fb5-778dffd53ba3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/10a19c34-9611-4a94-8d93-c1912a63e2da HTTP/1.1" status: 204 len: 168 time: 0.1839592 Oct 29 13:33:44.395128 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15011297-3387-4095-8fb5-778dffd53ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a19c34-9611-4a94-8d93-c1912a63e2da,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:44.399433 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3107e30b-a878-45d9-8f5d-a5a7051d68c9 req-53982dba-80d6-4cc5-8391-88fb0ab24dfc tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541968 Oct 29 13:33:44.497787 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f0904-75db-4fc1-b525-a100378a42f6 req-d87e877b-8e7c-40cc-bc96-f5a9c21950d2 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:44.500380 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-df7f0904-75db-4fc1-b525-a100378a42f6 req-d87e877b-8e7c-40cc-bc96-f5a9c21950d2 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 944 time: 0.0506828 Oct 29 13:33:44.546323 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-df7f0904-75db-4fc1-b525-a100378a42f6 req-dccac2cd-0194-4fd3-b473-96de26e6ce13 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397270 Oct 29 13:33:44.569714 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e15a2-9ddd-415f-b37e-35e72ee8df51 req-8bcb0e5d-6ed8-4b95-a4ea-9e084a337b6f tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:44.571412 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5c3e15a2-9ddd-415f-b37e-35e72ee8df51 req-8bcb0e5d-6ed8-4b95-a4ea-9e084a337b6f tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ab4df17-6782-4400-9af8-87a1f8748e11 HTTP/1.1" status: 200 len: 945 time: 0.0605562 Oct 29 13:33:44.662262 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3a2a6-e6f7-4f23-8ec6-b50aa09e0ede req-3ec6d7f0-3c08-494b-afdb-15a60a693188 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:44.669535 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-58f3a2a6-e6f7-4f23-8ec6-b50aa09e0ede req-3ec6d7f0-3c08-494b-afdb-15a60a693188 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ab4df17-6782-4400-9af8-87a1f8748e11 HTTP/1.1" status: 200 len: 945 time: 0.0583878 Oct 29 13:33:44.693404 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 59784) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:44.711531 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-5c3e15a2-9ddd-415f-b37e-35e72ee8df51 req-ec0ba725-52da-4e24-a615-684a727893a0 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Deleting port c3164b40-777c-4919-9e4a-87273007cb51 {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:33:44.711865 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-5c3e15a2-9ddd-415f-b37e-35e72ee8df51 req-ec0ba725-52da-4e24-a615-684a727893a0 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:44.713624 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c8653653-e4f4-4fc4-abec-83196a9f3e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:44.718364 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-58f3a2a6-e6f7-4f23-8ec6-b50aa09e0ede req-caf3abf6-f252-4811-bc0f-6872d99e3be7 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474119 Oct 29 13:33:44.806180 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-5c3e15a2-9ddd-415f-b37e-35e72ee8df51 req-ec0ba725-52da-4e24-a615-684a727893a0 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] For port c3164b40-777c-4919-9e4a-87273007cb51, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c3164b40-777c-4919-9e4a-87273007cb51,segment=NetworkSegment(f40b8c54-31f4-4f5a-bdef-a937d2cb9db9),segment_id=f40b8c54-31f4-4f5a-bdef-a937d2cb9db9)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:33:44.806673 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-5c3e15a2-9ddd-415f-b37e-35e72ee8df51 req-ec0ba725-52da-4e24-a615-684a727893a0 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:44.808493 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c8653653-e4f4-4fc4-abec-83196a9f3e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:44.813156 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c8653653-e4f4-4fc4-abec-83196a9f3e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:44.823649 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-5c3e15a2-9ddd-415f-b37e-35e72ee8df51 req-ec0ba725-52da-4e24-a615-684a727893a0 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Calling delete_port for c3164b40-777c-4919-9e4a-87273007cb51 owned by compute:nova {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:33:44.848901 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8653653-e4f4-4fc4-abec-83196a9f3e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb4a6b2-fb5a-45c4-bef3-ce23608dae8d,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:44.854687 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-c8653653-e4f4-4fc4-abec-83196a9f3e67 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e10e439b4c944ac29e32c941c593fb8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1601102 Oct 29 13:33:44.857869 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 59786) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:33:44.905253 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8d4e7d42-00d2-4e43-a30b-69e965e61735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:44.926624 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8d4e7d42-00d2-4e43-a30b-69e965e61735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:44.976879 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8d4e7d42-00d2-4e43-a30b-69e965e61735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:44.979290 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-5c3e15a2-9ddd-415f-b37e-35e72ee8df51 req-ec0ba725-52da-4e24-a615-684a727893a0 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:44.979548 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8d4e7d42-00d2-4e43-a30b-69e965e61735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:44.980683 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-8d4e7d42-00d2-4e43-a30b-69e965e61735 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cdb4a6b2-fb5a-45c4-bef3-ce23608dae8d HTTP/1.1" status: 204 len: 168 time: 0.1219296 Oct 29 13:33:44.989951 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e7d42-00d2-4e43-a30b-69e965e61735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb4a6b2-fb5a-45c4-bef3-ce23608dae8d,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:44.993378 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['c3164b40-777c-4919-9e4a-87273007cb51'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:33:45.041284 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ba725-52da-4e24-a615-684a727893a0 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Pushing event deleted for resources: {'Port': ['ID=c3164b40-777c-4919-9e4a-87273007cb51,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:45.075951 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3e15a2-9ddd-415f-b37e-35e72ee8df51 req-ec0ba725-52da-4e24-a615-684a727893a0 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] No DVR routers for this DVR port c3164b40-777c-4919-9e4a-87273007cb51 on host hv-cinder-81588 {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:33:45.079485 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-5c3e15a2-9ddd-415f-b37e-35e72ee8df51 req-ec0ba725-52da-4e24-a615-684a727893a0 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:45.082891 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5c3e15a2-9ddd-415f-b37e-35e72ee8df51 req-ec0ba725-52da-4e24-a615-684a727893a0 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.26 "DELETE /v2.0/ports/c3164b40-777c-4919-9e4a-87273007cb51 HTTP/1.1" status: 204 len: 173 time: 0.5039423 Oct 29 13:33:45.083377 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab4df17-6782-4400-9af8-87a1f8748e11', 'name': 'network-vif-deleted', 'tag': 'c3164b40-777c-4919-9e4a-87273007cb51'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:33:45.085633 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9b347f-b035-4e9d-adcf-253c08f75c32" -d '{"events": [{"server_uuid": "9ab4df17-6782-4400-9af8-87a1f8748e11", "name": "network-vif-deleted", "tag": "c3164b40-777c-4919-9e4a-87273007cb51"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:33:45.127256 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdba286-8d21-4607-84ea-d5b717b1372b x-openstack-request-id: req-cfdba286-8d21-4607-84ea-d5b717b1372b {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:33:45.127608 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab4df17-6782-4400-9af8-87a1f8748e11", "name": "network-vif-deleted", "tag": "c3164b40-777c-4919-9e4a-87273007cb51", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:33:45.127910 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cfdba286-8d21-4607-84ea-d5b717b1372b {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:33:45.128305 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab4df17-6782-4400-9af8-87a1f8748e11', 'name': 'network-vif-deleted', 'tag': 'c3164b40-777c-4919-9e4a-87273007cb51', 'status': 'completed', 'code': 200} Oct 29 13:33:45.537388 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fc754-6c51-4580-afec-3119876a87e2 req-17596b41-a698-4c66-b2a2-eedef8328e4d tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:45.538921 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2b2fc754-6c51-4580-afec-3119876a87e2 req-17596b41-a698-4c66-b2a2-eedef8328e4d tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0490894 Oct 29 13:33:45.578310 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2b2fc754-6c51-4580-afec-3119876a87e2 req-824c4398-eb3e-4415-9616-7982dd1566a6 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331838 Oct 29 13:33:45.601016 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device eeb6e964-ec30-49bc-9a5f-8bfdad363b41 up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:33:45.655425 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning for port eeb6e964-ec30-49bc-9a5f-8bfdad363b41 completed by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 13:33:45.661868 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port eeb6e964-ec30-49bc-9a5f-8bfdad363b41 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:33:45.661868 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:45.714064 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06853d92-1160-4625-b6b4-e874caac29b1 req-c0b72174-9a10-4662-ac05-ea12fdf6a7c4 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:45.716610 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-06853d92-1160-4625-b6b4-e874caac29b1 req-c0b72174-9a10-4662-ac05-ea12fdf6a7c4 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 944 time: 0.0685821 Oct 29 13:33:45.795681 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:45.796011 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-06853d92-1160-4625-b6b4-e874caac29b1 req-0303ba5b-82da-428f-a823-12dae20f9323 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720973 Oct 29 13:33:45.826702 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bccbf8d-3727-4704-abe1-27a1f8130529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb6e964-ec30-49bc-9a5f-8bfdad363b41'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:33:45.829546 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988538aa-6d71-40c1-adfa-31cf1ae4382f" -d '{"events": [{"server_uuid": "9bccbf8d-3727-4704-abe1-27a1f8130529", "name": "network-vif-plugged", "status": "completed", "tag": "eeb6e964-ec30-49bc-9a5f-8bfdad363b41"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:33:45.849248 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port eeb6e964-ec30-49bc-9a5f-8bfdad363b41, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=eeb6e964-ec30-49bc-9a5f-8bfdad363b41,segment=NetworkSegment(5a566e44-33a4-41ce-b950-6305e41afffb),segment_id=5a566e44-33a4-41ce-b950-6305e41afffb)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:33:45.855564 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:45.892933 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f4166c-ff68-43df-ac8e-863633dd4bc9 x-openstack-request-id: req-47f4166c-ff68-43df-ac8e-863633dd4bc9 {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:33:45.893246 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bccbf8d-3727-4704-abe1-27a1f8130529", "name": "network-vif-plugged", "status": "completed", "tag": "eeb6e964-ec30-49bc-9a5f-8bfdad363b41", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:33:45.893504 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-47f4166c-ff68-43df-ac8e-863633dd4bc9 {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:33:45.893923 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bccbf8d-3727-4704-abe1-27a1f8130529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb6e964-ec30-49bc-9a5f-8bfdad363b41', 'code': 200} Oct 29 13:33:45.897483 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-17794f88-7a76-4e2b-8efa-b1983e9767c6 req-f4c18ad8-ffc0-4afb-aefc-0f3dceca3898 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ab4df17-6782-4400-9af8-87a1f8748e11 HTTP/1.1" status: 200 len: 210 time: 0.0418527 Oct 29 13:33:45.931977 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=eeb6e964-ec30-49bc-9a5f-8bfdad363b41,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:46.079182 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b895e1-70f1-4b97-9f8d-5d3a7c97d516 req-f74ab402-7093-4a92-a582-7103d70bdddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:46.080701 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-77b895e1-70f1-4b97-9f8d-5d3a7c97d516 req-f74ab402-7093-4a92-a582-7103d70bdddb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 1098 time: 0.0400627 Oct 29 13:33:46.118390 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-77b895e1-70f1-4b97-9f8d-5d3a7c97d516 req-633dbd83-a20e-4cdc-a2b8-ec1e25844516 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285625 Oct 29 13:33:46.691895 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4aa9a5-5465-4537-a504-597141e2aa68 req-cae25138-4155-4e76-a5e8-7eef27e6951b tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:46.693356 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9f4aa9a5-5465-4537-a504-597141e2aa68 req-cae25138-4155-4e76-a5e8-7eef27e6951b tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0472839 Oct 29 13:33:46.730415 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9f4aa9a5-5465-4537-a504-597141e2aa68 req-1af0bd2f-18a7-4b18-8e32-6ddbca757a30 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309498 Oct 29 13:33:46.900098 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bb171-b955-4543-a95a-13d0657868b1 req-e88785fd-8796-4bb9-9926-6857d0c91c70 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:46.901535 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c35bb171-b955-4543-a95a-13d0657868b1 req-e88785fd-8796-4bb9-9926-6857d0c91c70 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 945 time: 0.0472934 Oct 29 13:33:46.943180 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c35bb171-b955-4543-a95a-13d0657868b1 req-c6235247-a6ca-4e06-847b-27ce650a119e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355537 Oct 29 13:33:47.202187 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-50f27789-28eb-4b81-b92f-0b502533202b tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:47.203691 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-50f27789-28eb-4b81-b92f-0b502533202b tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/networks?id=b27e33da-cc30-49c2-a24f-11585bfb590e HTTP/1.1" status: 200 len: 808 time: 0.1039050 Oct 29 13:33:47.219802 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-1d014b70-572e-41e6-9d5c-7ba08c6d481e tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/quotas/a87916e4d46b448baf2db17e63eab5d7 HTTP/1.1" status: 200 len: 375 time: 0.0093489 Oct 29 13:33:47.250913 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-e7825116-3f09-46e1-94cc-15a012c8ca47 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=a87916e4d46b448baf2db17e63eab5d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259678 Oct 29 13:33:47.346512 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-b8844fdb-a317-4cf8-af86-c2104dcb51ab service neutron] 10.222.0.96 "GET /v2.0/networks/b27e33da-cc30-49c2-a24f-11585bfb590e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882797 Oct 29 13:33:47.451357 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-41363bfc-12b7-4744-8c6b-2fd3aac34e74 service neutron] 10.222.0.96 "GET /v2.0/networks/b27e33da-cc30-49c2-a24f-11585bfb590e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987358 Oct 29 13:33:47.605918 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4e5c0708-731f-4129-885a-604903f59235 req-35c54b89-6325-466e-ac90-c0f57da97677 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0ffcd6c-b28c-4d6e-a492-f97a530a91a4 HTTP/1.1" status: 200 len: 210 time: 0.0261414 Oct 29 13:33:47.849722 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769353c-d739-4f0b-ada3-76164b491243 req-86594c63-445b-4127-aa59-55964580d158 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:47.851469 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5769353c-d739-4f0b-ada3-76164b491243 req-86594c63-445b-4127-aa59-55964580d158 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0486109 Oct 29 13:33:47.891071 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5769353c-d739-4f0b-ada3-76164b491243 req-60afa661-817f-4cc5-a8a3-57cbb24718b0 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332897 Oct 29 13:33:49.038253 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bbeba-84a4-484d-a85e-be9fa9c06fa0 req-f535628e-3afa-49d4-acee-30ade0af766d tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:49.039898 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8e9bbeba-84a4-484d-a85e-be9fa9c06fa0 req-f535628e-3afa-49d4-acee-30ade0af766d tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 945 time: 0.0522583 Oct 29 13:33:49.076423 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8e9bbeba-84a4-484d-a85e-be9fa9c06fa0 req-0e26afb7-89cc-4bf4-ae68-2e192254452d tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306485 Oct 29 13:33:49.155476 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-be8e391c-7b45-4bea-a701-2a3f83643c97 req-2d2100a6-7096-4437-88cc-f07523b35331 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0ffcd6c-b28c-4d6e-a492-f97a530a91a4 HTTP/1.1" status: 200 len: 210 time: 0.0254910 Oct 29 13:33:49.257979 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09005d17-4b57-4bee-875c-0698241f28a5 req-b1a6228b-84be-4928-8629-150a4a9421f0 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:49.259335 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-09005d17-4b57-4bee-875c-0698241f28a5 req-b1a6228b-84be-4928-8629-150a4a9421f0 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0482078 Oct 29 13:33:49.296410 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-09005d17-4b57-4bee-875c-0698241f28a5 req-42925839-f445-422d-9ddd-7e181abe7cdf tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311034 Oct 29 13:33:49.878674 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device c3164b40-777c-4919-9e4a-87273007cb51 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:33:49.898071 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] No Port match for: c3164b40-777c-4919-9e4a-87273007cb51 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:33:49.898407 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device c3164b40-777c-4919-9e4a-87273007cb51 not bound to the agent host hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:33:51.075224 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb87200-19e0-4bb5-a05f-32667faa7557 req-191a080d-5718-4a85-b172-8b8fe5bd1bd7 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:51.077608 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-bcb87200-19e0-4bb5-a05f-32667faa7557 req-191a080d-5718-4a85-b172-8b8fe5bd1bd7 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 945 time: 0.0557153 Oct 29 13:33:51.115217 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-2edf365e-6b9d-4efe-bd40-4b56be1f09ec req-3faaf2b6-be1d-4c4d-856e-6924cbe45bac tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0ffcd6c-b28c-4d6e-a492-f97a530a91a4 HTTP/1.1" status: 200 len: 210 time: 0.0271192 Oct 29 13:33:51.130890 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-bcb87200-19e0-4bb5-a05f-32667faa7557 req-9e5dab92-1ac8-4c26-bd76-81b74a7caa3c tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438695 Oct 29 13:33:51.230825 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd4582-6a94-46a8-b708-242cad96df8d req-ac5d520c-bb3c-4c4a-88a7-9c4a9427e5dc tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:51.232376 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-c1fd4582-6a94-46a8-b708-242cad96df8d req-ac5d520c-bb3c-4c4a-88a7-9c4a9427e5dc tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0516131 Oct 29 13:33:51.274044 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-c1fd4582-6a94-46a8-b708-242cad96df8d req-2ba872f7-92d0-4bdd-b9f9-e2a00b35b105 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327454 Oct 29 13:33:51.842305 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-c5aba058-d8e7-4836-be01-6f99060f9d03 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:51.843783 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-c5aba058-d8e7-4836-be01-6f99060f9d03 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.26 "GET /v2.0/networks?id=b27e33da-cc30-49c2-a24f-11585bfb590e HTTP/1.1" status: 200 len: 808 time: 0.1064951 Oct 29 13:33:51.866223 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-09bf354d-5665-4f2a-97eb-4781cfc83bba tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Request body: {'port': {'device_id': 'd0ffcd6c-b28c-4d6e-a492-f97a530a91a4', 'network_id': 'b27e33da-cc30-49c2-a24f-11585bfb590e', 'admin_state_up': True, 'tenant_id': 'a87916e4d46b448baf2db17e63eab5d7'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:33:51.972596 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-09bf354d-5665-4f2a-97eb-4781cfc83bba tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Made reservation on behalf of a87916e4d46b448baf2db17e63eab5d7 for: {'port': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:33:51.976169 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-09bf354d-5665-4f2a-97eb-4781cfc83bba tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:52.096895 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-09bf354d-5665-4f2a-97eb-4781cfc83bba tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Allocated IP 172.20.0.9 (b27e33da-cc30-49c2-a24f-11585bfb590e/2d6ce043-711c-4c53-89f2-c6159c70312c/30cf5780-dc09-4a86-8efb-1992e21fa972) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:33:52.215867 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e7f50a3b-870b-43ce-82c0-cf6506f676c6 req-4cfd5b93-ecff-4a69-88e4-3311534f507d tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0ffcd6c-b28c-4d6e-a492-f97a530a91a4 HTTP/1.1" status: 200 len: 210 time: 0.0303183 Oct 29 13:33:52.267677 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-09bf354d-5665-4f2a-97eb-4781cfc83bba tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:52.275976 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63064e24-8f59-49c0-9c17-3df64deab8fa req-5cee67b3-f9d7-4dbf-9269-5154cb8d71cc tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:52.277446 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-63064e24-8f59-49c0-9c17-3df64deab8fa req-5cee67b3-f9d7-4dbf-9269-5154cb8d71cc tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 945 time: 0.0486391 Oct 29 13:33:52.300976 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-09bf354d-5665-4f2a-97eb-4781cfc83bba tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:52.321225 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-63064e24-8f59-49c0-9c17-3df64deab8fa req-c39a6ddb-f04a-47b5-98ec-e9b832fe1690 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373559 Oct 29 13:33:52.381137 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-09bf354d-5665-4f2a-97eb-4781cfc83bba tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Network b27e33da-cc30-49c2-a24f-11585bfb590e is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:33:52.384961 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-09bf354d-5665-4f2a-97eb-4781cfc83bba tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:33:52.386794 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf354d-5665-4f2a-97eb-4781cfc83bba tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Pushing event updated for resources: {'Port': ['ID=30cf5780-dc09-4a86-8efb-1992e21fa972,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:52.389717 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-09bf354d-5665-4f2a-97eb-4781cfc83bba tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:33:52.440681 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b143e5-5946-41fb-a97e-34c65e7c0537 req-efd9106a-6f37-4ece-a85e-4e2b7c79b0f3 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:52.442203 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-87b143e5-5946-41fb-a97e-34c65e7c0537 req-efd9106a-6f37-4ece-a85e-4e2b7c79b0f3 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0991478 Oct 29 13:33:52.450049 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-09bf354d-5665-4f2a-97eb-4781cfc83bba tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:52.450654 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-09bf354d-5665-4f2a-97eb-4781cfc83bba tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:52.479443 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-09bf354d-5665-4f2a-97eb-4781cfc83bba tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6167712 Oct 29 13:33:52.495817 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-87b143e5-5946-41fb-a97e-34c65e7c0537 req-22ab01ed-6797-40d7-99fa-b979d6333ab1 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417807 Oct 29 13:33:55.454420 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-11e86f14-e652-4c0b-9eff-a46b8d86ab76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:55.557508 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-3fd21b9e-b783-4ff0-96e7-c2cc3a2b4ab5 service neutron] Request body: {'port': {'device_id': 'd0ffcd6c-b28c-4d6e-a492-f97a530a91a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:33:55.614190 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-3fd21b9e-b783-4ff0-96e7-c2cc3a2b4ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:55.697848 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475312c-682b-4290-880d-47631c602c83 req-45262cd7-0056-4226-bd33-1613e6a92940 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:55.699497 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d475312c-682b-4290-880d-47631c602c83 req-45262cd7-0056-4226-bd33-1613e6a92940 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0474050 Oct 29 13:33:55.741479 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d475312c-682b-4290-880d-47631c602c83 req-279e10fe-26c3-4f44-adc3-c3bf3f448d1e tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349569 Oct 29 13:33:55.769906 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab233d-a975-43a0-9853-ac76d955b5ef req-af3287b5-4390-451a-83fc-5302e4595d8c tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:55.778265 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-57ab233d-a975-43a0-9853-ac76d955b5ef req-af3287b5-4390-451a-83fc-5302e4595d8c tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0ffcd6c-b28c-4d6e-a492-f97a530a91a4 HTTP/1.1" status: 200 len: 931 time: 0.1318586 Oct 29 13:33:55.861062 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-57ab233d-a975-43a0-9853-ac76d955b5ef req-039c9f9f-186e-4f9d-9136-134ac5765e23 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766892 Oct 29 13:33:55.958742 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-3fd21b9e-b783-4ff0-96e7-c2cc3a2b4ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30cf5780-dc09-4a86-8efb-1992e21fa972 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:33:55.965909 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-3fd21b9e-b783-4ff0-96e7-c2cc3a2b4ab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:55.977156 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-3fd21b9e-b783-4ff0-96e7-c2cc3a2b4ab5 service neutron] Transition to ACTIVE for port object 30cf5780-dc09-4a86-8efb-1992e21fa972 will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 13:33:55.980483 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-3fd21b9e-b783-4ff0-96e7-c2cc3a2b4ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:56.028343 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd21b9e-b783-4ff0-96e7-c2cc3a2b4ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=30cf5780-dc09-4a86-8efb-1992e21fa972,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:56.091303 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-3fd21b9e-b783-4ff0-96e7-c2cc3a2b4ab5 service neutron] Attempting to bind port 30cf5780-dc09-4a86-8efb-1992e21fa972 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:33:56.091636 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-3fd21b9e-b783-4ff0-96e7-c2cc3a2b4ab5 service neutron] Attempting to bind port 30cf5780-dc09-4a86-8efb-1992e21fa972 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'f40b8c54-31f4-4f5a-bdef-a937d2cb9db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b27e33da-cc30-49c2-a24f-11585bfb590e'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:33:56.091963 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-3fd21b9e-b783-4ff0-96e7-c2cc3a2b4ab5 service neutron] Attempting to bind port 30cf5780-dc09-4a86-8efb-1992e21fa972 on network b27e33da-cc30-49c2-a24f-11585bfb590e {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:33:56.096369 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-3fd21b9e-b783-4ff0-96e7-c2cc3a2b4ab5 service neutron] Port 30cf5780-dc09-4a86-8efb-1992e21fa972 on network b27e33da-cc30-49c2-a24f-11585bfb590e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 13:33:56.096777 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-3fd21b9e-b783-4ff0-96e7-c2cc3a2b4ab5 service neutron] Attempting to bind port 30cf5780-dc09-4a86-8efb-1992e21fa972 on network b27e33da-cc30-49c2-a24f-11585bfb590e {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:33:56.101446 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-3fd21b9e-b783-4ff0-96e7-c2cc3a2b4ab5 service neutron] Checking agent: {'id': 'f4eb5ed7-5e0f-48be-9842-f1315b14e800', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'started_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:33:56.101788 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-3fd21b9e-b783-4ff0-96e7-c2cc3a2b4ab5 service neutron] Checking segment: {'id': 'f40b8c54-31f4-4f5a-bdef-a937d2cb9db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b27e33da-cc30-49c2-a24f-11585bfb590e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:33:56.102183 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-3fd21b9e-b783-4ff0-96e7-c2cc3a2b4ab5 service neutron] Bound using segment: {'id': 'f40b8c54-31f4-4f5a-bdef-a937d2cb9db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b27e33da-cc30-49c2-a24f-11585bfb590e'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:33:56.102597 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-3fd21b9e-b783-4ff0-96e7-c2cc3a2b4ab5 service neutron] Bound port: 30cf5780-dc09-4a86-8efb-1992e21fa972, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40b8c54-31f4-4f5a-bdef-a937d2cb9db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b27e33da-cc30-49c2-a24f-11585bfb590e'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:33:56.102948 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-3fd21b9e-b783-4ff0-96e7-c2cc3a2b4ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:56.167342 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-3fd21b9e-b783-4ff0-96e7-c2cc3a2b4ab5 service neutron] For port 30cf5780-dc09-4a86-8efb-1992e21fa972, host hv-cinder-81588, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:33:56.170474 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-3fd21b9e-b783-4ff0-96e7-c2cc3a2b4ab5 service neutron] For port 30cf5780-dc09-4a86-8efb-1992e21fa972, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=30cf5780-dc09-4a86-8efb-1992e21fa972,segment=NetworkSegment(f40b8c54-31f4-4f5a-bdef-a937d2cb9db9),segment_id=f40b8c54-31f4-4f5a-bdef-a937d2cb9db9)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:33:56.175277 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-3fd21b9e-b783-4ff0-96e7-c2cc3a2b4ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:56.207070 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-3fd21b9e-b783-4ff0-96e7-c2cc3a2b4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:56.207667 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-3fd21b9e-b783-4ff0-96e7-c2cc3a2b4ab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:56.209054 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-3fd21b9e-b783-4ff0-96e7-c2cc3a2b4ab5 service neutron] 10.222.0.26 "PUT /v2.0/ports/30cf5780-dc09-4a86-8efb-1992e21fa972 HTTP/1.1" status: 200 len: 1093 time: 0.6558342 Oct 29 13:33:56.209434 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ffcd6c-b28c-4d6e-a492-f97a530a91a4', 'tag': '30cf5780-dc09-4a86-8efb-1992e21fa972'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:33:56.211632 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21438a9b-867c-4119-afd1-1c54a78ed22e" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ffcd6c-b28c-4d6e-a492-f97a530a91a4", "tag": "30cf5780-dc09-4a86-8efb-1992e21fa972"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:33:56.233394 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd21b9e-b783-4ff0-96e7-c2cc3a2b4ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=30cf5780-dc09-4a86-8efb-1992e21fa972,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:33:56.258741 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b82b35-cea3-4473-984f-56fff3834400 x-openstack-request-id: req-06b82b35-cea3-4473-984f-56fff3834400 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:33:56.259027 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ffcd6c-b28c-4d6e-a492-f97a530a91a4", "tag": "30cf5780-dc09-4a86-8efb-1992e21fa972", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:33:56.259302 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-06b82b35-cea3-4473-984f-56fff3834400 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:33:56.259696 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ffcd6c-b28c-4d6e-a492-f97a530a91a4', 'tag': '30cf5780-dc09-4a86-8efb-1992e21fa972', 'status': 'completed', 'code': 200} Oct 29 13:33:56.313664 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-edcd3227-eeb5-4b99-b6c2-6fdb8633302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:56.315131 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-edcd3227-eeb5-4b99-b6c2-6fdb8633302b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a87916e4d46b448baf2db17e63eab5d7&device_id=d0ffcd6c-b28c-4d6e-a492-f97a530a91a4 HTTP/1.1" status: 200 len: 1096 time: 0.0402467 Oct 29 13:33:56.367447 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-25118e6f-c188-4b1f-81a3-108954fb0f55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30cf5780-dc09-4a86-8efb-1992e21fa972 HTTP/1.1" status: 200 len: 217 time: 0.0361698 Oct 29 13:33:56.415805 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-357505ff-ee75-4bc5-bdb1-4e2fd5bc966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:56.417174 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-357505ff-ee75-4bc5-bdb1-4e2fd5bc966d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d6ce043-711c-4c53-89f2-c6159c70312c HTTP/1.1" status: 200 len: 848 time: 0.0411601 Oct 29 13:33:56.452913 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-7c58c157-cd51-4226-b2c4-0904a2b3d325 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b27e33da-cc30-49c2-a24f-11585bfb590e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243177 Oct 29 13:33:56.547107 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-cde7660c-71fe-45fc-97c8-ae65c310cb60 service neutron] 10.222.0.26 "GET /v2.0/networks/b27e33da-cc30-49c2-a24f-11585bfb590e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801771 Oct 29 13:33:56.645602 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1d06de1b-7ecd-4b1c-b73f-2ecd463fa78d req-e154b0dc-fd56-4925-8f1e-5674f6d75785 service neutron] 10.222.0.26 "GET /v2.0/networks/b27e33da-cc30-49c2-a24f-11585bfb590e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869970 Oct 29 13:33:56.749082 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:56.753049 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21438a9b-867c-4119-afd1-1c54a78ed22e req-0a628068-16c9-457c-ad5a-18607c402a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:56.754841 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-21438a9b-867c-4119-afd1-1c54a78ed22e req-0a628068-16c9-457c-ad5a-18607c402a16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a87916e4d46b448baf2db17e63eab5d7&device_id=d0ffcd6c-b28c-4d6e-a492-f97a530a91a4 HTTP/1.1" status: 200 len: 1096 time: 0.0424783 Oct 29 13:33:56.891142 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21438a9b-867c-4119-afd1-1c54a78ed22e req-1b4e86ab-0629-444c-a575-ed8de61c16e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:56.892604 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-21438a9b-867c-4119-afd1-1c54a78ed22e req-1b4e86ab-0629-444c-a575-ed8de61c16e1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b27e33da-cc30-49c2-a24f-11585bfb590e HTTP/1.1" status: 200 len: 909 time: 0.1219220 Oct 29 13:33:56.899874 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602937ec-3969-41af-92dc-0de30b6ee2b0 req-4bc7a17d-e01b-44d2-84bd-e88f24a14223 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:56.901236 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-602937ec-3969-41af-92dc-0de30b6ee2b0 req-4bc7a17d-e01b-44d2-84bd-e88f24a14223 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0819221 Oct 29 13:33:56.959174 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-21438a9b-867c-4119-afd1-1c54a78ed22e req-eda687b8-23bb-41ea-8523-5a7fa63fd5c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30cf5780-dc09-4a86-8efb-1992e21fa972 HTTP/1.1" status: 200 len: 217 time: 0.0547242 Oct 29 13:33:57.233355 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabb76b-3ed5-450a-8422-32dbf2860254 req-948edc11-df4e-4f7f-951c-27d1fb03c824 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:57.236327 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3dabb76b-3ed5-450a-8422-32dbf2860254 req-948edc11-df4e-4f7f-951c-27d1fb03c824 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0ffcd6c-b28c-4d6e-a492-f97a530a91a4 HTTP/1.1" status: 200 len: 943 time: 0.0574648 Oct 29 13:33:57.256783 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-602937ec-3969-41af-92dc-0de30b6ee2b0 req-dd32aff0-448a-4fdc-aff6-9abf277a7fcf tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458834 Oct 29 13:33:57.276474 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21438a9b-867c-4119-afd1-1c54a78ed22e req-68cfb9bb-200e-44a1-abac-de143619481e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:33:57.278347 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-21438a9b-867c-4119-afd1-1c54a78ed22e req-68cfb9bb-200e-44a1-abac-de143619481e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d6ce043-711c-4c53-89f2-c6159c70312c HTTP/1.1" status: 200 len: 848 time: 0.3026581 Oct 29 13:33:57.279045 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3dabb76b-3ed5-450a-8422-32dbf2860254 req-bed37f63-9f79-4b77-9070-c0a3c402b1b7 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338259 Oct 29 13:33:57.324001 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-21438a9b-867c-4119-afd1-1c54a78ed22e req-bcf610de-e978-4af9-b807-3b40daab1297 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b27e33da-cc30-49c2-a24f-11585bfb590e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241311 Oct 29 13:33:57.414567 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-21438a9b-867c-4119-afd1-1c54a78ed22e req-5c740d3f-a996-4b82-b74f-36c00e12c706 service neutron] 10.222.0.26 "GET /v2.0/networks/b27e33da-cc30-49c2-a24f-11585bfb590e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808375 Oct 29 13:33:57.509416 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-21438a9b-867c-4119-afd1-1c54a78ed22e req-4371095e-06a5-411e-b45c-3f9efb87c076 service neutron] 10.222.0.26 "GET /v2.0/networks/b27e33da-cc30-49c2-a24f-11585bfb590e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803802 Oct 29 13:33:57.981709 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:58.041182 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-deca4560-a7f1-4336-b0e3-d09b86d281f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:33:59.241994 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:00.748602 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:00.896298 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35331bf4-39f7-4a14-bfed-8da5563ab481 req-b93b36c4-dbed-4901-9b16-251a3a9b6323 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:00.897855 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-35331bf4-39f7-4a14-bfed-8da5563ab481 req-b93b36c4-dbed-4901-9b16-251a3a9b6323 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0486760 Oct 29 13:34:00.936765 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-35331bf4-39f7-4a14-bfed-8da5563ab481 req-1992cf02-d9f8-4e85-8022-95fb9e9725ba tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325561 Oct 29 13:34:01.042140 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd14a3a-92a8-4670-a391-1f6f47b44717 req-3307e4d0-7290-4e5b-b4e8-a7b6d43cdacc tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:01.048556 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-bbd14a3a-92a8-4670-a391-1f6f47b44717 req-3307e4d0-7290-4e5b-b4e8-a7b6d43cdacc tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0ffcd6c-b28c-4d6e-a492-f97a530a91a4 HTTP/1.1" status: 200 len: 943 time: 0.0532248 Oct 29 13:34:01.090455 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-bbd14a3a-92a8-4670-a391-1f6f47b44717 req-f5563046-54cb-48d9-aa7c-ec3c5102fb94 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320621 Oct 29 13:34:01.858706 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f81d5-29e9-47a0-9444-a77441a81db6 req-262a2910-de9e-4695-a583-2d13600f2159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:01.860680 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e56f81d5-29e9-47a0-9444-a77441a81db6 req-262a2910-de9e-4695-a583-2d13600f2159 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 1099 time: 0.0393610 Oct 29 13:34:01.910476 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e56f81d5-29e9-47a0-9444-a77441a81db6 req-a2a185cd-3e86-47a9-844c-38a5020b5ac0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266297 Oct 29 13:34:02.054876 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e805f-fb7c-4aa6-8260-da8cb2aea347 req-ea6c229b-e7ed-4a97-9133-e69c23d73d65 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:02.056274 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2e4e805f-fb7c-4aa6-8260-da8cb2aea347 req-ea6c229b-e7ed-4a97-9133-e69c23d73d65 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0498428 Oct 29 13:34:02.092249 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2e4e805f-fb7c-4aa6-8260-da8cb2aea347 req-dbe63fab-3b87-499c-8c55-f264beee5983 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301228 Oct 29 13:34:02.207303 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5dc36-c676-423b-bae3-c2aff81b1665 req-bbeda231-af6f-4921-8c1f-d6ac6e8ce398 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:02.208741 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-bfe5dc36-c676-423b-bae3-c2aff81b1665 req-bbeda231-af6f-4921-8c1f-d6ac6e8ce398 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0ffcd6c-b28c-4d6e-a492-f97a530a91a4 HTTP/1.1" status: 200 len: 943 time: 0.0520027 Oct 29 13:34:02.247863 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-bfe5dc36-c676-423b-bae3-c2aff81b1665 req-2276f134-fbcd-45bc-aef7-83bd0d058bd8 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332372 Oct 29 13:34:03.210067 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1bdb7-8b39-4a1a-a9af-66532d7a3110 req-f31beed0-b3f7-433c-8216-9bd91dae5224 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:03.211708 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b7b1bdb7-8b39-4a1a-a9af-66532d7a3110 req-f31beed0-b3f7-433c-8216-9bd91dae5224 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0530775 Oct 29 13:34:03.249233 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b7b1bdb7-8b39-4a1a-a9af-66532d7a3110 req-4e694e78-9e32-492d-800d-5f46bd4d1082 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310929 Oct 29 13:34:03.364084 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da53bf2-0165-447e-96d9-2bb4f67e210b req-a2649b7e-67f1-41cc-ba9d-b6e739073ef9 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:03.365570 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7da53bf2-0165-447e-96d9-2bb4f67e210b req-a2649b7e-67f1-41cc-ba9d-b6e739073ef9 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0ffcd6c-b28c-4d6e-a492-f97a530a91a4 HTTP/1.1" status: 200 len: 943 time: 0.0533957 Oct 29 13:34:03.402952 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7da53bf2-0165-447e-96d9-2bb4f67e210b req-1a3125e3-40f6-43aa-8aa9-b68fd652c008 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313604 Oct 29 13:34:03.579823 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 30cf5780-dc09-4a86-8efb-1992e21fa972 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:34:03.669302 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 30cf5780-dc09-4a86-8efb-1992e21fa972, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=30cf5780-dc09-4a86-8efb-1992e21fa972,segment=NetworkSegment(f40b8c54-31f4-4f5a-bdef-a937d2cb9db9),segment_id=f40b8c54-31f4-4f5a-bdef-a937d2cb9db9)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:34:03.680596 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': '30cf5780-dc09-4a86-8efb-1992e21fa972', 'network_id': 'b27e33da-cc30-49c2-a24f-11585bfb590e', 'port_id': '30cf5780-dc09-4a86-8efb-1992e21fa972', 'mac_address': 'fa:16:3e:9c:ac:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6ce043-711c-4c53-89f2-c6159c70312c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:34:03.715238 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:03.727643 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30cf5780-dc09-4a86-8efb-1992e21fa972 {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:34:03.750988 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 30cf5780-dc09-4a86-8efb-1992e21fa972, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=30cf5780-dc09-4a86-8efb-1992e21fa972,segment=NetworkSegment(f40b8c54-31f4-4f5a-bdef-a937d2cb9db9),segment_id=f40b8c54-31f4-4f5a-bdef-a937d2cb9db9)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:34:03.755034 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:03.801415 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=30cf5780-dc09-4a86-8efb-1992e21fa972,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:34:04.274844 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['30cf5780-dc09-4a86-8efb-1992e21fa972'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:34:04.362370 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b27b80-ce8b-4c1c-8a27-f25b85ed6003 req-6f701851-58f4-44d4-b105-3c6b709d6f5c tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:04.363898 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f2b27b80-ce8b-4c1c-8a27-f25b85ed6003 req-6f701851-58f4-44d4-b105-3c6b709d6f5c tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0479584 Oct 29 13:34:04.403197 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f2b27b80-ce8b-4c1c-8a27-f25b85ed6003 req-2a99768d-5c59-4545-b5f0-7aaa7618f988 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323265 Oct 29 13:34:04.515290 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496c023-9f20-429c-a429-26b0731693cd req-5dfa46fc-5aa7-4023-a82c-e14e2309494b tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:04.516735 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e496c023-9f20-429c-a429-26b0731693cd req-5dfa46fc-5aa7-4023-a82c-e14e2309494b tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0ffcd6c-b28c-4d6e-a492-f97a530a91a4 HTTP/1.1" status: 200 len: 944 time: 0.0494783 Oct 29 13:34:04.554337 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7a317-6890-40e1-a7f0-805bfe813216 req-e2fb0e3c-4d16-40ad-9754-af11d5adb725 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:04.555833 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ffa7a317-6890-40e1-a7f0-805bfe813216 req-e2fb0e3c-4d16-40ad-9754-af11d5adb725 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0537815 Oct 29 13:34:04.558245 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e496c023-9f20-429c-a429-26b0731693cd req-d1ea89b0-6739-4ee2-ae11-5f06dee8208b tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353866 Oct 29 13:34:04.597721 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ffa7a317-6890-40e1-a7f0-805bfe813216 req-71e36fe1-bba5-4bee-a484-d226dc660c5e tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338929 Oct 29 13:34:05.607116 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 30cf5780-dc09-4a86-8efb-1992e21fa972 up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:34:05.663850 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning for port 30cf5780-dc09-4a86-8efb-1992e21fa972 completed by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 13:34:05.667713 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port 30cf5780-dc09-4a86-8efb-1992e21fa972 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:34:05.668081 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:05.677590 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837f999-6717-4a72-90c6-11991775d6dd req-b6906078-03ef-4c40-a5b5-3cda4e895416 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:05.679104 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2837f999-6717-4a72-90c6-11991775d6dd req-b6906078-03ef-4c40-a5b5-3cda4e895416 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0ffcd6c-b28c-4d6e-a492-f97a530a91a4 HTTP/1.1" status: 200 len: 944 time: 0.0525775 Oct 29 13:34:05.716905 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2837f999-6717-4a72-90c6-11991775d6dd req-506fd3b4-a9ce-481b-b05c-1e97299fbae6 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314569 Oct 29 13:34:05.749493 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:05.771891 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ffcd6c-b28c-4d6e-a492-f97a530a91a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cf5780-dc09-4a86-8efb-1992e21fa972'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:34:05.774168 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07b69ca-ea8f-40bb-9289-7993772d8638" -d '{"events": [{"server_uuid": "d0ffcd6c-b28c-4d6e-a492-f97a530a91a4", "name": "network-vif-plugged", "status": "completed", "tag": "30cf5780-dc09-4a86-8efb-1992e21fa972"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:34:05.786716 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 30cf5780-dc09-4a86-8efb-1992e21fa972, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=30cf5780-dc09-4a86-8efb-1992e21fa972,segment=NetworkSegment(f40b8c54-31f4-4f5a-bdef-a937d2cb9db9),segment_id=f40b8c54-31f4-4f5a-bdef-a937d2cb9db9)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:34:05.791765 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:05.817590 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe43f9b-4d8e-45f8-bf29-b6e4e7208ebd x-openstack-request-id: req-ebe43f9b-4d8e-45f8-bf29-b6e4e7208ebd {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:34:05.817925 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ffcd6c-b28c-4d6e-a492-f97a530a91a4", "name": "network-vif-plugged", "status": "completed", "tag": "30cf5780-dc09-4a86-8efb-1992e21fa972", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:34:05.818184 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ebe43f9b-4d8e-45f8-bf29-b6e4e7208ebd {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:34:05.818554 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ffcd6c-b28c-4d6e-a492-f97a530a91a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cf5780-dc09-4a86-8efb-1992e21fa972', 'code': 200} Oct 29 13:34:05.846284 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=30cf5780-dc09-4a86-8efb-1992e21fa972,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:34:06.007722 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4c575-5c6f-40a6-b95b-1a7456dfa5ea req-a3804282-3cad-4c8a-a9d8-39e6abde096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:06.009644 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8ac4c575-5c6f-40a6-b95b-1a7456dfa5ea req-a3804282-3cad-4c8a-a9d8-39e6abde096c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d0ffcd6c-b28c-4d6e-a492-f97a530a91a4 HTTP/1.1" status: 200 len: 1098 time: 0.0411456 Oct 29 13:34:06.053616 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8ac4c575-5c6f-40a6-b95b-1a7456dfa5ea req-d6cbf9ba-309c-4965-b79f-f6e16175be09 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308499 Oct 29 13:34:06.203336 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63aa68-2f6c-464d-ae35-3a781bebad31 req-2912b27d-1b1c-4ac7-a85b-e78a89ef843d tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:06.204904 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-2c63aa68-2f6c-464d-ae35-3a781bebad31 req-2912b27d-1b1c-4ac7-a85b-e78a89ef843d tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0520260 Oct 29 13:34:06.247621 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-2c63aa68-2f6c-464d-ae35-3a781bebad31 req-8d9c2c2d-04c3-400e-ba74-e9c41a774bd3 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366850 Oct 29 13:34:06.426207 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d899d10-d7bc-4d5d-b910-6f99647fadb5 req-268cac3e-0219-454f-b0c7-168f927f2ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:06.427839 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7d899d10-d7bc-4d5d-b910-6f99647fadb5 req-268cac3e-0219-454f-b0c7-168f927f2ff2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7078166fcf074917b62f68cae696746b&device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0421662 Oct 29 13:34:06.532982 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d899d10-d7bc-4d5d-b910-6f99647fadb5 req-d910f801-cf93-4f29-9e5a-b623f3595d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:06.534372 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7d899d10-d7bc-4d5d-b910-6f99647fadb5 req-d910f801-cf93-4f29-9e5a-b623f3595d7b service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5f220f7-750e-495a-b9c4-c7c245afa919 HTTP/1.1" status: 200 len: 920 time: 0.0875230 Oct 29 13:34:06.583746 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7d899d10-d7bc-4d5d-b910-6f99647fadb5 req-4ddc3b3e-fc2a-4091-a30c-3faa5ee10a48 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4e2d45b-c9a5-4290-bade-10c339385ea2 HTTP/1.1" status: 200 len: 217 time: 0.0325427 Oct 29 13:34:06.650354 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d899d10-d7bc-4d5d-b910-6f99647fadb5 req-2e16a69c-3b3f-4e53-b02b-3813264315ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:06.651758 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7d899d10-d7bc-4d5d-b910-6f99647fadb5 req-2e16a69c-3b3f-4e53-b02b-3813264315ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1929ad4c-8f08-4de6-91ed-e7a6821dc3a0 HTTP/1.1" status: 200 len: 859 time: 0.0427582 Oct 29 13:34:06.732720 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7d899d10-d7bc-4d5d-b910-6f99647fadb5 req-6cb28ba9-bcdd-4edd-a151-c35817369673 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5f220f7-750e-495a-b9c4-c7c245afa919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267367 Oct 29 13:34:06.858515 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decbd7b-66df-4a63-a754-51a6fda5f0a4 req-21f61670-0b24-4fc1-a853-1213de8a14da tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:06.859998 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6decbd7b-66df-4a63-a754-51a6fda5f0a4 req-21f61670-0b24-4fc1-a853-1213de8a14da tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0ffcd6c-b28c-4d6e-a492-f97a530a91a4 HTTP/1.1" status: 200 len: 945 time: 0.0735126 Oct 29 13:34:06.861685 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7d899d10-d7bc-4d5d-b910-6f99647fadb5 req-54953893-4414-4a7d-9e55-0921da5a99ce service neutron] 10.222.0.26 "GET /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159518 Oct 29 13:34:06.943866 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6decbd7b-66df-4a63-a754-51a6fda5f0a4 req-5ea3f939-ca5f-4f25-868f-a9527f603089 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780320 Oct 29 13:34:06.972590 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7d899d10-d7bc-4d5d-b910-6f99647fadb5 req-4dbc8e07-eb54-447c-be5f-62d173787e25 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012583 Oct 29 13:34:07.360803 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a1989-678e-420b-a8a5-813e1258ba3a req-a24244ba-2d71-4182-9079-65bc5357cb3d tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:07.362306 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-826a1989-678e-420b-a8a5-813e1258ba3a req-a24244ba-2d71-4182-9079-65bc5357cb3d tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0472209 Oct 29 13:34:07.408227 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-826a1989-678e-420b-a8a5-813e1258ba3a req-c2a37fdc-c37a-4f6f-81b1-e722cd80fe85 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354583 Oct 29 13:34:07.530752 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 60196) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:34:07.634440 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd047-76b2-4586-81b0-dbe91ead5fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:07.706091 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd047-76b2-4586-81b0-dbe91ead5fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:07.710776 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd047-76b2-4586-81b0-dbe91ead5fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:07.751034 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-0b3dd047-76b2-4586-81b0-dbe91ead5fac admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b1a0f74d28204e8cb02e436e23232e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151566 Oct 29 13:34:07.751034 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3dd047-76b2-4586-81b0-dbe91ead5fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab18f67-3edf-4a70-8dbe-a280134d5913,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:34:07.751467 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 60202) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:34:07.803098 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3f14317e-db4c-421c-96d2-076735f90763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:07.823304 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3f14317e-db4c-421c-96d2-076735f90763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:07.875363 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3f14317e-db4c-421c-96d2-076735f90763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:07.877882 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3f14317e-db4c-421c-96d2-076735f90763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:07.879013 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-3f14317e-db4c-421c-96d2-076735f90763 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cab18f67-3edf-4a70-8dbe-a280134d5913 HTTP/1.1" status: 204 len: 168 time: 0.1258500 Oct 29 13:34:07.886511 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14317e-db4c-421c-96d2-076735f90763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab18f67-3edf-4a70-8dbe-a280134d5913,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:34:08.077013 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90006ff-6f45-49db-baf0-5d2fab458002 req-6e38de5a-1e82-4544-b405-3a56b42c5cb8 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:08.079181 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a90006ff-6f45-49db-baf0-5d2fab458002 req-6e38de5a-1e82-4544-b405-3a56b42c5cb8 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0ffcd6c-b28c-4d6e-a492-f97a530a91a4 HTTP/1.1" status: 200 len: 945 time: 0.0558283 Oct 29 13:34:08.154125 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a90006ff-6f45-49db-baf0-5d2fab458002 req-789e6efe-3ed7-46b3-872f-d99b17dae094 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648432 Oct 29 13:34:08.527769 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324b0e1-73a2-4857-a08b-3255d2565315 req-1f6b8d90-155c-4df0-a673-6d08bc723bf2 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:08.529232 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0324b0e1-73a2-4857-a08b-3255d2565315 req-1f6b8d90-155c-4df0-a673-6d08bc723bf2 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0496531 Oct 29 13:34:08.568074 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0324b0e1-73a2-4857-a08b-3255d2565315 req-df18986a-1772-485a-841f-5786d4b67464 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327494 Oct 29 13:34:09.268781 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0addfc6e-15e5-486a-8c77-e277be172a02 req-dd27c70a-b4a0-49ef-8601-5b6dc15c3aba tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:09.270327 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0addfc6e-15e5-486a-8c77-e277be172a02 req-dd27c70a-b4a0-49ef-8601-5b6dc15c3aba tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0ffcd6c-b28c-4d6e-a492-f97a530a91a4 HTTP/1.1" status: 200 len: 945 time: 0.0539415 Oct 29 13:34:09.315589 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0addfc6e-15e5-486a-8c77-e277be172a02 req-c44622f5-4eaa-428d-99ae-3308412cb6af tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390320 Oct 29 13:34:09.682800 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43af87c-2f80-4e7d-931e-e54b9e2f6878 req-dfcb0ded-d4a3-4e7a-b2a2-4a955e52e419 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:09.684264 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a43af87c-2f80-4e7d-931e-e54b9e2f6878 req-dfcb0ded-d4a3-4e7a-b2a2-4a955e52e419 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0478208 Oct 29 13:34:09.725152 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a43af87c-2f80-4e7d-931e-e54b9e2f6878 req-48e00846-bb5a-4167-8ad4-80b1157bdcf2 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347970 Oct 29 13:34:10.049368 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afdf2c-6497-4068-9d48-b256e9b6dbc8 req-1d298851-d863-4cc5-8f09-7433c72bb99b tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:10.050812 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-78afdf2c-6497-4068-9d48-b256e9b6dbc8 req-1d298851-d863-4cc5-8f09-7433c72bb99b tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0ffcd6c-b28c-4d6e-a492-f97a530a91a4 HTTP/1.1" status: 200 len: 945 time: 0.0482509 Oct 29 13:34:10.090601 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-78afdf2c-6497-4068-9d48-b256e9b6dbc8 req-e920d903-e337-4caf-9639-b4ffb666d4f1 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339723 Oct 29 13:34:10.824475 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:34:10.844848 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d90704-2d77-4891-94e9-cf5eadbbe159 req-a20a711a-2822-4e6c-b1fe-2ca37e92c395 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:10.846279 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-06d90704-2d77-4891-94e9-cf5eadbbe159 req-a20a711a-2822-4e6c-b1fe-2ca37e92c395 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0519712 Oct 29 13:34:10.885060 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-06d90704-2d77-4891-94e9-cf5eadbbe159 req-b21b7cfc-c8f5-4585-b467-13cff4838798 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327983 Oct 29 13:34:11.212987 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35fbbe-0c3a-40e0-91ce-740bc8702eb7 req-e13b9b4a-4696-4835-9da5-b06cc09228c5 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:11.214461 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6c35fbbe-0c3a-40e0-91ce-740bc8702eb7 req-e13b9b4a-4696-4835-9da5-b06cc09228c5 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0ffcd6c-b28c-4d6e-a492-f97a530a91a4 HTTP/1.1" status: 200 len: 945 time: 0.0479150 Oct 29 13:34:11.251902 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6c35fbbe-0c3a-40e0-91ce-740bc8702eb7 req-7a6d00d3-7737-4b41-b470-8cfa4b8dbae4 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309188 Oct 29 13:34:11.999888 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374c2a2-ec5d-48a9-b9ea-99638c07fbbb req-825a2ca3-fb3c-4b12-a709-52d706637efb tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:12.001348 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2374c2a2-ec5d-48a9-b9ea-99638c07fbbb req-825a2ca3-fb3c-4b12-a709-52d706637efb tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0482574 Oct 29 13:34:12.037685 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2374c2a2-ec5d-48a9-b9ea-99638c07fbbb req-bbe9378c-1839-4e82-ae19-160a4e376066 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305185 Oct 29 13:34:12.369017 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b090f-967b-4f92-b2c5-6cb282adc643 req-93e5648d-201d-47f6-9288-d22cc4a0ad3c tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:12.370470 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c10b090f-967b-4f92-b2c5-6cb282adc643 req-93e5648d-201d-47f6-9288-d22cc4a0ad3c tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0ffcd6c-b28c-4d6e-a492-f97a530a91a4 HTTP/1.1" status: 200 len: 945 time: 0.0767078 Oct 29 13:34:12.381265 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db20fab-b01a-4146-bead-4de54415cb14 req-da4a23e5-a2a2-438c-905e-ceaa259d3321 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:12.382748 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0db20fab-b01a-4146-bead-4de54415cb14 req-da4a23e5-a2a2-438c-905e-ceaa259d3321 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0ffcd6c-b28c-4d6e-a492-f97a530a91a4 HTTP/1.1" status: 200 len: 945 time: 0.0643818 Oct 29 13:34:12.464827 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0db20fab-b01a-4146-bead-4de54415cb14 req-fc38b1e1-71a5-4fc6-83b8-81b63d39f6cd tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/security-groups?id=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753493 Oct 29 13:34:12.489808 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-c10b090f-967b-4f92-b2c5-6cb282adc643 req-f7be7856-df06-4fc9-aaf9-8c33aa59d969 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Deleting port 30cf5780-dc09-4a86-8efb-1992e21fa972 {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:34:12.490141 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-c10b090f-967b-4f92-b2c5-6cb282adc643 req-f7be7856-df06-4fc9-aaf9-8c33aa59d969 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:12.575895 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-c10b090f-967b-4f92-b2c5-6cb282adc643 req-f7be7856-df06-4fc9-aaf9-8c33aa59d969 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] For port 30cf5780-dc09-4a86-8efb-1992e21fa972, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=30cf5780-dc09-4a86-8efb-1992e21fa972,segment=NetworkSegment(f40b8c54-31f4-4f5a-bdef-a937d2cb9db9),segment_id=f40b8c54-31f4-4f5a-bdef-a937d2cb9db9)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:34:12.576243 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-c10b090f-967b-4f92-b2c5-6cb282adc643 req-f7be7856-df06-4fc9-aaf9-8c33aa59d969 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:12.588376 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-c10b090f-967b-4f92-b2c5-6cb282adc643 req-f7be7856-df06-4fc9-aaf9-8c33aa59d969 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Calling delete_port for 30cf5780-dc09-4a86-8efb-1992e21fa972 owned by compute:nova {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:34:12.710166 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-c10b090f-967b-4f92-b2c5-6cb282adc643 req-f7be7856-df06-4fc9-aaf9-8c33aa59d969 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:12.731881 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['30cf5780-dc09-4a86-8efb-1992e21fa972'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:34:12.741657 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be7856-df06-4fc9-aaf9-8c33aa59d969 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Pushing event deleted for resources: {'Port': ['ID=30cf5780-dc09-4a86-8efb-1992e21fa972,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:34:12.780167 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10b090f-967b-4f92-b2c5-6cb282adc643 req-f7be7856-df06-4fc9-aaf9-8c33aa59d969 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] No DVR routers for this DVR port 30cf5780-dc09-4a86-8efb-1992e21fa972 on host hv-cinder-81588 {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:34:12.783062 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-c10b090f-967b-4f92-b2c5-6cb282adc643 req-f7be7856-df06-4fc9-aaf9-8c33aa59d969 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:12.786255 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c10b090f-967b-4f92-b2c5-6cb282adc643 req-f7be7856-df06-4fc9-aaf9-8c33aa59d969 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.26 "DELETE /v2.0/ports/30cf5780-dc09-4a86-8efb-1992e21fa972 HTTP/1.1" status: 204 len: 173 time: 0.4026647 Oct 29 13:34:12.786669 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ffcd6c-b28c-4d6e-a492-f97a530a91a4', 'name': 'network-vif-deleted', 'tag': '30cf5780-dc09-4a86-8efb-1992e21fa972'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:34:12.788853 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c9e4a8-a6a2-4686-ae82-beb27433a243" -d '{"events": [{"server_uuid": "d0ffcd6c-b28c-4d6e-a492-f97a530a91a4", "name": "network-vif-deleted", "tag": "30cf5780-dc09-4a86-8efb-1992e21fa972"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:34:12.829222 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b3ae12-194f-4558-b53c-fc20204c31b8 x-openstack-request-id: req-28b3ae12-194f-4558-b53c-fc20204c31b8 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:34:12.829514 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ffcd6c-b28c-4d6e-a492-f97a530a91a4", "name": "network-vif-deleted", "tag": "30cf5780-dc09-4a86-8efb-1992e21fa972", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:34:12.829764 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-28b3ae12-194f-4558-b53c-fc20204c31b8 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:34:12.830183 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ffcd6c-b28c-4d6e-a492-f97a530a91a4', 'name': 'network-vif-deleted', 'tag': '30cf5780-dc09-4a86-8efb-1992e21fa972', 'status': 'completed', 'code': 200} Oct 29 13:34:13.152007 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cae643-4e5e-48c7-b192-09094401fd8a req-b8ebace3-e98c-4c8e-a6bb-299d8d77d1e9 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:13.153448 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e5cae643-4e5e-48c7-b192-09094401fd8a req-b8ebace3-e98c-4c8e-a6bb-299d8d77d1e9 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0474834 Oct 29 13:34:13.190329 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e5cae643-4e5e-48c7-b192-09094401fd8a req-04464eca-4d38-4f15-9974-a2a4153586b5 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300221 Oct 29 13:34:13.579605 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b6e7e3a2-86d9-47d8-a43c-7c4b80c18a32 req-1de384da-101a-4eca-a22f-edcae61f3dc6 tempest-VolumesActionsTest-1426190440 tempest-VolumesActionsTest-1426190440-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0ffcd6c-b28c-4d6e-a492-f97a530a91a4 HTTP/1.1" status: 200 len: 210 time: 0.0267279 Oct 29 13:34:14.303228 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb342dfd-4db2-4438-bab6-9841518aeb2f req-be310fdc-9e4e-4c60-b312-3afce34e7eab tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:14.304666 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-bb342dfd-4db2-4438-bab6-9841518aeb2f req-be310fdc-9e4e-4c60-b312-3afce34e7eab tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0497603 Oct 29 13:34:14.341149 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-bb342dfd-4db2-4438-bab6-9841518aeb2f req-cf336696-cb06-46f4-9c4a-3b5451526a63 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306494 Oct 29 13:34:15.452232 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb4ffe-b148-438c-ad6d-dc63b71776c8 req-c83569d8-e581-4b90-8934-44c6c403631a tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:15.454285 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-10bb4ffe-b148-438c-ad6d-dc63b71776c8 req-c83569d8-e581-4b90-8934-44c6c403631a tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0477424 Oct 29 13:34:15.493063 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-10bb4ffe-b148-438c-ad6d-dc63b71776c8 req-bf36cb31-ffd3-45e2-819b-a4f7282ad7eb tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329306 Oct 29 13:34:15.655359 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 30cf5780-dc09-4a86-8efb-1992e21fa972 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:34:15.673994 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] No Port match for: 30cf5780-dc09-4a86-8efb-1992e21fa972 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:34:15.674328 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 30cf5780-dc09-4a86-8efb-1992e21fa972 not bound to the agent host hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:34:18.691483 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc283cf-ca7f-45f5-b20f-49e42ba6999b req-334cfc0f-c416-4b11-bc31-a6d457c5f347 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:18.692966 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ccc283cf-ca7f-45f5-b20f-49e42ba6999b req-334cfc0f-c416-4b11-bc31-a6d457c5f347 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0477052 Oct 29 13:34:18.729641 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ccc283cf-ca7f-45f5-b20f-49e42ba6999b req-99baaa4a-8997-4941-bd37-9d186233bbda tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307846 Oct 29 13:34:22.118374 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee145e4-eae9-4ce5-b2d3-115a1a2e385f req-fc662d26-5210-47e1-a7a3-03eb4ddfc9ad tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:22.119825 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-eee145e4-eae9-4ce5-b2d3-115a1a2e385f req-fc662d26-5210-47e1-a7a3-03eb4ddfc9ad tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0469332 Oct 29 13:34:22.156671 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-eee145e4-eae9-4ce5-b2d3-115a1a2e385f req-7371a74b-7b45-4c96-822b-5db49ef80b02 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302839 Oct 29 13:34:23.273517 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eac8ac-bd6e-4dbb-8914-21d1b3bf40a4 req-e3d358e9-044d-47dd-aa76-ce7cfb6a59d0 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:23.275044 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-02eac8ac-bd6e-4dbb-8914-21d1b3bf40a4 req-e3d358e9-044d-47dd-aa76-ce7cfb6a59d0 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0522621 Oct 29 13:34:23.314115 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-02eac8ac-bd6e-4dbb-8914-21d1b3bf40a4 req-b9553a2c-4da8-4b5e-9c9f-63f83a28f121 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321286 Oct 29 13:34:23.483971 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-2594d2ff-f7aa-4e3a-8ebc-e628cd434189 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:23.491423 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-2594d2ff-f7aa-4e3a-8ebc-e628cd434189 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/networks?id=797a2d64-a318-481c-b064-119a76b4777f HTTP/1.1" status: 200 len: 814 time: 0.1149187 Oct 29 13:34:23.504919 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f640ba87-d79d-4d86-9e8c-da6ea9853115 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/quotas/5dbd3236e0cc40379a8e1e72b80f965e HTTP/1.1" status: 200 len: 375 time: 0.0126138 Oct 29 13:34:23.555855 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f508f458-85e7-422d-87c4-5a695ca72638 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5dbd3236e0cc40379a8e1e72b80f965e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484815 Oct 29 13:34:23.650629 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-7adc4f08-2abf-492a-8cc1-806bec0b90ee service neutron] 10.222.0.96 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876393 Oct 29 13:34:23.739429 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-4131217a-fdd7-4d34-b3fa-7755048e025b service neutron] 10.222.0.96 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822470 Oct 29 13:34:23.920235 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-962993b3-41ab-41e0-9e5f-7991b874f8b3 req-a5a6fc1f-c79a-44be-9a5e-595289ed81b6 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4732b8-5014-4ab9-9b82-92ba1eb00e61 HTTP/1.1" status: 200 len: 210 time: 0.0393295 Oct 29 13:34:25.474894 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bcfb55cc-03da-4efb-817f-694a5a738791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:26.771371 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:27.109697 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc91eb0-8ec7-4db3-96ee-f7946838db88 req-a99d3892-eabb-4ea7-8430-a90b97f16820 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:27.111552 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-acc91eb0-8ec7-4db3-96ee-f7946838db88 req-a99d3892-eabb-4ea7-8430-a90b97f16820 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0963511 Oct 29 13:34:27.134540 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-871afac6-981c-4332-a27a-1c40808502f2 req-bb648d23-c33a-4d08-8ff2-4b0d968ab8c2 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4732b8-5014-4ab9-9b82-92ba1eb00e61 HTTP/1.1" status: 200 len: 210 time: 0.0619299 Oct 29 13:34:27.192304 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-acc91eb0-8ec7-4db3-96ee-f7946838db88 req-9ceba15b-2157-437b-b7e5-8cfac79203e7 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734825 Oct 29 13:34:27.202075 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592dfc0-83d2-45a1-aa8b-43332ffa7e73 req-78629ac2-dbc3-48d0-92f6-52eb3f5782b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:27.205008 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8592dfc0-83d2-45a1-aa8b-43332ffa7e73 req-78629ac2-dbc3-48d0-92f6-52eb3f5782b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7078166fcf074917b62f68cae696746b&device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0693460 Oct 29 13:34:27.328716 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592dfc0-83d2-45a1-aa8b-43332ffa7e73 req-b8791bbc-6175-4db7-81da-9d755e49f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:27.330283 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8592dfc0-83d2-45a1-aa8b-43332ffa7e73 req-b8791bbc-6175-4db7-81da-9d755e49f9da service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5f220f7-750e-495a-b9c4-c7c245afa919 HTTP/1.1" status: 200 len: 920 time: 0.0923994 Oct 29 13:34:27.388914 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8592dfc0-83d2-45a1-aa8b-43332ffa7e73 req-26313dd9-3cab-4f14-9ce4-62ec67a2848e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4e2d45b-c9a5-4290-bade-10c339385ea2 HTTP/1.1" status: 200 len: 217 time: 0.0472493 Oct 29 13:34:27.441662 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592dfc0-83d2-45a1-aa8b-43332ffa7e73 req-9aa5b9b0-a959-434c-adb9-7162f6d33fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:27.443602 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8592dfc0-83d2-45a1-aa8b-43332ffa7e73 req-9aa5b9b0-a959-434c-adb9-7162f6d33fc5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1929ad4c-8f08-4de6-91ed-e7a6821dc3a0 HTTP/1.1" status: 200 len: 859 time: 0.0455256 Oct 29 13:34:27.486742 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8592dfc0-83d2-45a1-aa8b-43332ffa7e73 req-0e749065-0f8d-4013-ae25-4ad2237e50cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5f220f7-750e-495a-b9c4-c7c245afa919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289853 Oct 29 13:34:27.591117 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8592dfc0-83d2-45a1-aa8b-43332ffa7e73 req-236cd704-7394-43bf-be29-345b95176fba service neutron] 10.222.0.26 "GET /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901153 Oct 29 13:34:27.774947 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8592dfc0-83d2-45a1-aa8b-43332ffa7e73 req-8c17bf21-92a3-43d7-beb9-03204299cf69 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742194 Oct 29 13:34:27.963683 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f1a75b80-18cb-4f94-8a87-11bad24a6e9f tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:27.965274 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f1a75b80-18cb-4f94-8a87-11bad24a6e9f tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.26 "GET /v2.0/networks?id=797a2d64-a318-481c-b064-119a76b4777f HTTP/1.1" status: 200 len: 814 time: 0.1293902 Oct 29 13:34:27.992094 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Request body: {'port': {'device_id': 'ae4732b8-5014-4ab9-9b82-92ba1eb00e61', 'network_id': '797a2d64-a318-481c-b064-119a76b4777f', 'admin_state_up': True, 'tenant_id': '5dbd3236e0cc40379a8e1e72b80f965e'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:34:27.994692 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:28.050049 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-cde4c78d-2dd0-4fed-9a7d-5c22ad427c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:28.183042 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Made reservation on behalf of 5dbd3236e0cc40379a8e1e72b80f965e for: {'port': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:34:28.187902 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:28.331471 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Allocated IP 172.20.0.2 (797a2d64-a318-481c-b064-119a76b4777f/336b7c87-283f-4775-a0c5-465adcbb1c88/38b68ef9-e1ed-44aa-87a3-8eac040f2c58) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:34:28.503342 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:28.550878 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:28.598454 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Network 797a2d64-a318-481c-b064-119a76b4777f is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:34:28.601790 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:34:28.605392 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:34:28.615262 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Pushing event updated for resources: {'Port': ['ID=38b68ef9-e1ed-44aa-87a3-8eac040f2c58,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:34:28.643092 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:28.643432 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:28.643773 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:28.644100 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:28.644425 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:28.644751 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:28.645078 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:28.645397 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:28.645714 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:28.646058 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:28.646375 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:28.646687 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:28.674033 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:28.674888 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:28.691756 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-e2e462a8-a552-44f4-ad63-8d6f7098750e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7063437 Oct 29 13:34:29.261121 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:30.751675 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:31.203658 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['becdb76f-bef6-416c-8357-4fa91c08d663', 'd39096dc-56c6-4c48-95da-d069d4b1fb81', 'eeb6e964-ec30-49bc-9a5f-8bfdad363b41'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:34:31.228539 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f4c94c69-79fc-470d-9809-38c633263977 service neutron] Request body: {'port': {'device_id': 'ae4732b8-5014-4ab9-9b82-92ba1eb00e61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:34:31.308989 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f4c94c69-79fc-470d-9809-38c633263977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:31.550055 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bde03-3d05-401a-b995-88411ebe7268 req-a2bef1b1-7709-436c-b34a-aa231ce6a36c tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:31.552988 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ca1bde03-3d05-401a-b995-88411ebe7268 req-a2bef1b1-7709-436c-b34a-aa231ce6a36c tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0806484 Oct 29 13:34:31.554890 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2764042-9038-4fe5-b8e0-581e76bedceb req-1eb321b6-72e5-4b0c-9c71-3dad7450be75 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:31.562382 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e2764042-9038-4fe5-b8e0-581e76bedceb req-1eb321b6-72e5-4b0c-9c71-3dad7450be75 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4732b8-5014-4ab9-9b82-92ba1eb00e61 HTTP/1.1" status: 200 len: 931 time: 0.0798357 Oct 29 13:34:31.614735 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ca1bde03-3d05-401a-b995-88411ebe7268 req-15ed4321-b2f8-4936-bfda-a6c4c2cf1eab tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551138 Oct 29 13:34:31.668288 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e2764042-9038-4fe5-b8e0-581e76bedceb req-b41983b9-c2fa-4839-9643-8f2ba69ac9ed tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001217 Oct 29 13:34:31.774334 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f4c94c69-79fc-470d-9809-38c633263977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b68ef9-e1ed-44aa-87a3-8eac040f2c58 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:34:31.784413 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f4c94c69-79fc-470d-9809-38c633263977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:31.804481 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f4c94c69-79fc-470d-9809-38c633263977 service neutron] Transition to ACTIVE for port object 38b68ef9-e1ed-44aa-87a3-8eac040f2c58 will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 13:34:31.810508 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f4c94c69-79fc-470d-9809-38c633263977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:31.917228 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c94c69-79fc-470d-9809-38c633263977 service neutron] Pushing event updated for resources: {'Port': ['ID=38b68ef9-e1ed-44aa-87a3-8eac040f2c58,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:34:31.949995 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f4c94c69-79fc-470d-9809-38c633263977 service neutron] Attempting to bind port 38b68ef9-e1ed-44aa-87a3-8eac040f2c58 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:34:31.949995 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f4c94c69-79fc-470d-9809-38c633263977 service neutron] Attempting to bind port 38b68ef9-e1ed-44aa-87a3-8eac040f2c58 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '5a566e44-33a4-41ce-b950-6305e41afffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '797a2d64-a318-481c-b064-119a76b4777f'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:34:31.949995 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f4c94c69-79fc-470d-9809-38c633263977 service neutron] Attempting to bind port 38b68ef9-e1ed-44aa-87a3-8eac040f2c58 on network 797a2d64-a318-481c-b064-119a76b4777f {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:34:31.951932 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f4c94c69-79fc-470d-9809-38c633263977 service neutron] Port 38b68ef9-e1ed-44aa-87a3-8eac040f2c58 on network 797a2d64-a318-481c-b064-119a76b4777f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 13:34:31.952256 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f4c94c69-79fc-470d-9809-38c633263977 service neutron] Attempting to bind port 38b68ef9-e1ed-44aa-87a3-8eac040f2c58 on network 797a2d64-a318-481c-b064-119a76b4777f {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:34:31.957208 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f4c94c69-79fc-470d-9809-38c633263977 service neutron] Checking agent: {'id': 'f4eb5ed7-5e0f-48be-9842-f1315b14e800', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'started_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:34:31.957543 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f4c94c69-79fc-470d-9809-38c633263977 service neutron] Checking segment: {'id': '5a566e44-33a4-41ce-b950-6305e41afffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '797a2d64-a318-481c-b064-119a76b4777f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:34:31.957958 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f4c94c69-79fc-470d-9809-38c633263977 service neutron] Bound using segment: {'id': '5a566e44-33a4-41ce-b950-6305e41afffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '797a2d64-a318-481c-b064-119a76b4777f'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:34:31.958440 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f4c94c69-79fc-470d-9809-38c633263977 service neutron] Bound port: 38b68ef9-e1ed-44aa-87a3-8eac040f2c58, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a566e44-33a4-41ce-b950-6305e41afffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '797a2d64-a318-481c-b064-119a76b4777f'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:34:31.958797 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f4c94c69-79fc-470d-9809-38c633263977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:32.024630 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f4c94c69-79fc-470d-9809-38c633263977 service neutron] For port 38b68ef9-e1ed-44aa-87a3-8eac040f2c58, host hv-cinder-81588, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:34:32.027824 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f4c94c69-79fc-470d-9809-38c633263977 service neutron] For port 38b68ef9-e1ed-44aa-87a3-8eac040f2c58, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=38b68ef9-e1ed-44aa-87a3-8eac040f2c58,segment=NetworkSegment(5a566e44-33a4-41ce-b950-6305e41afffb),segment_id=5a566e44-33a4-41ce-b950-6305e41afffb)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:34:32.031345 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f4c94c69-79fc-470d-9809-38c633263977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:32.070210 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f4c94c69-79fc-470d-9809-38c633263977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:32.070831 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f4c94c69-79fc-470d-9809-38c633263977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:32.072295 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-f4c94c69-79fc-470d-9809-38c633263977 service neutron] 10.222.0.26 "PUT /v2.0/ports/38b68ef9-e1ed-44aa-87a3-8eac040f2c58 HTTP/1.1" status: 200 len: 1093 time: 0.8481307 Oct 29 13:34:32.072738 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4732b8-5014-4ab9-9b82-92ba1eb00e61', 'tag': '38b68ef9-e1ed-44aa-87a3-8eac040f2c58'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:34:32.075079 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef3f78b-a679-4d3d-b9c8-b1c40bcb0ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4732b8-5014-4ab9-9b82-92ba1eb00e61", "tag": "38b68ef9-e1ed-44aa-87a3-8eac040f2c58"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:34:32.103574 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c94c69-79fc-470d-9809-38c633263977 service neutron] Pushing event updated for resources: {'Port': ['ID=38b68ef9-e1ed-44aa-87a3-8eac040f2c58,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:34:32.123424 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659cdcb9-fb47-4f64-b385-60f98e579b2b x-openstack-request-id: req-659cdcb9-fb47-4f64-b385-60f98e579b2b {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:34:32.123745 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4732b8-5014-4ab9-9b82-92ba1eb00e61", "tag": "38b68ef9-e1ed-44aa-87a3-8eac040f2c58", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:34:32.124001 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-659cdcb9-fb47-4f64-b385-60f98e579b2b {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:34:32.124953 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4732b8-5014-4ab9-9b82-92ba1eb00e61', 'tag': '38b68ef9-e1ed-44aa-87a3-8eac040f2c58', 'status': 'completed', 'code': 200} Oct 29 13:34:32.203317 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-877e1c53-d93a-4e16-9d6b-310916b76e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:32.205037 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-877e1c53-d93a-4e16-9d6b-310916b76e38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5dbd3236e0cc40379a8e1e72b80f965e&device_id=ae4732b8-5014-4ab9-9b82-92ba1eb00e61 HTTP/1.1" status: 200 len: 1096 time: 0.0661504 Oct 29 13:34:32.265764 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-ea1bde3f-3051-4f09-a6b4-c675008baada service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38b68ef9-e1ed-44aa-87a3-8eac040f2c58 HTTP/1.1" status: 200 len: 217 time: 0.0481670 Oct 29 13:34:32.365174 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-8a7d3c63-7c4b-4faa-a9ec-a1768a86a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:32.366718 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-8a7d3c63-7c4b-4faa-a9ec-a1768a86a037 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=336b7c87-283f-4775-a0c5-465adcbb1c88 HTTP/1.1" status: 200 len: 854 time: 0.0682395 Oct 29 13:34:32.423385 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-89053e53-0f4f-4304-8a84-e37b6874c52d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=797a2d64-a318-481c-b064-119a76b4777f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403337 Oct 29 13:34:32.487087 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db97aa-4c50-45ae-9088-5f094076f97d req-e17c2fde-6e6d-4203-b493-6ced7835bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:32.489373 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f9db97aa-4c50-45ae-9088-5f094076f97d req-e17c2fde-6e6d-4203-b493-6ced7835bf13 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 1098 time: 0.1096432 Oct 29 13:34:32.542993 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f9db97aa-4c50-45ae-9088-5f094076f97d req-496f1076-d549-4e1e-880b-d9de12b817e0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294859 Oct 29 13:34:32.545930 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-eff1b73b-166b-447f-b1da-5913079d32f4 service neutron] 10.222.0.26 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093168 Oct 29 13:34:32.742055 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9743b47-34d6-4ff2-aece-0be0cb1fa389 req-998bb349-6bb0-4d75-be01-282d8be894d5 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:32.743708 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e9743b47-34d6-4ff2-aece-0be0cb1fa389 req-998bb349-6bb0-4d75-be01-282d8be894d5 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0636005 Oct 29 13:34:32.790479 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e9743b47-34d6-4ff2-aece-0be0cb1fa389 req-277326d6-240f-4ebe-b55c-77211b68cbfc tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400844 Oct 29 13:34:32.965182 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74179685-845b-4995-8635-f09ff0c5661d req-90a70ee7-4588-47b1-a595-0152255e5eb3 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:32.967032 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-74179685-845b-4995-8635-f09ff0c5661d req-90a70ee7-4588-47b1-a595-0152255e5eb3 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4732b8-5014-4ab9-9b82-92ba1eb00e61 HTTP/1.1" status: 200 len: 943 time: 0.0794976 Oct 29 13:34:32.970004 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6f8d5d94-4521-4a49-bd0d-f58adfc24958 req-261cfa84-9447-42c8-a610-3dde32103584 service neutron] 10.222.0.26 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392105 Oct 29 13:34:33.036850 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-74179685-845b-4995-8635-f09ff0c5661d req-38dacb2a-d906-46c7-9d20-1ab442d43922 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583255 Oct 29 13:34:33.100214 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3f78b-a679-4d3d-b9c8-b1c40bcb0ec7 req-a5248fe4-7728-4a42-9fca-08663d93dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:33.102015 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-eef3f78b-a679-4d3d-b9c8-b1c40bcb0ec7 req-a5248fe4-7728-4a42-9fca-08663d93dbdb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5dbd3236e0cc40379a8e1e72b80f965e&device_id=ae4732b8-5014-4ab9-9b82-92ba1eb00e61 HTTP/1.1" status: 200 len: 1096 time: 0.0496020 Oct 29 13:34:33.269684 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3f78b-a679-4d3d-b9c8-b1c40bcb0ec7 req-97ae80c3-8d9b-4367-80bc-5681a5fea62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:33.271472 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-eef3f78b-a679-4d3d-b9c8-b1c40bcb0ec7 req-97ae80c3-8d9b-4367-80bc-5681a5fea62d service neutron] 10.222.0.26 "GET /v2.0/networks?id=797a2d64-a318-481c-b064-119a76b4777f HTTP/1.1" status: 200 len: 915 time: 0.0883384 Oct 29 13:34:33.320259 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-eef3f78b-a679-4d3d-b9c8-b1c40bcb0ec7 req-7d82cc9d-7bf7-427b-89d1-dcf0f92ac783 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38b68ef9-e1ed-44aa-87a3-8eac040f2c58 HTTP/1.1" status: 200 len: 217 time: 0.0364461 Oct 29 13:34:33.373587 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3f78b-a679-4d3d-b9c8-b1c40bcb0ec7 req-c8746fd6-456e-4043-82a9-cb858790c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:33.375058 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-eef3f78b-a679-4d3d-b9c8-b1c40bcb0ec7 req-c8746fd6-456e-4043-82a9-cb858790c01f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=336b7c87-283f-4775-a0c5-465adcbb1c88 HTTP/1.1" status: 200 len: 854 time: 0.0457397 Oct 29 13:34:33.408816 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-eef3f78b-a679-4d3d-b9c8-b1c40bcb0ec7 req-64a2ecc3-a18a-4a03-8c0b-f511a3bcc3b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=797a2d64-a318-481c-b064-119a76b4777f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254009 Oct 29 13:34:33.510634 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-eef3f78b-a679-4d3d-b9c8-b1c40bcb0ec7 req-1437a3e0-9629-48e5-b55f-b5024ae0361b service neutron] 10.222.0.26 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889504 Oct 29 13:34:33.610459 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-eef3f78b-a679-4d3d-b9c8-b1c40bcb0ec7 req-99e25a49-0f98-42b5-9a26-aab70ea90a6b service neutron] 10.222.0.26 "GET /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872152 Oct 29 13:34:33.919348 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae00ae9-34de-403c-bdd9-29f9671688fa req-d1ad833a-2038-46f9-a9f8-e4cc22709e36 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:33.926578 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-aae00ae9-34de-403c-bdd9-29f9671688fa req-d1ad833a-2038-46f9-a9f8-e4cc22709e36 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0662200 Oct 29 13:34:33.961569 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-aae00ae9-34de-403c-bdd9-29f9671688fa req-bb0fc3ce-1e7d-4033-8f68-3bd98fa0962c tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341403 Oct 29 13:34:34.192567 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f744b8-59bf-4013-98b8-ff581f5633bf req-df424f33-e20e-4674-b0a3-56aa8b8f4464 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:34.200387 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-80f744b8-59bf-4013-98b8-ff581f5633bf req-df424f33-e20e-4674-b0a3-56aa8b8f4464 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4732b8-5014-4ab9-9b82-92ba1eb00e61 HTTP/1.1" status: 200 len: 943 time: 0.1004777 Oct 29 13:34:34.238329 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-80f744b8-59bf-4013-98b8-ff581f5633bf req-34dfaeb4-0691-46b2-b1bc-352fee1bd8a6 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370245 Oct 29 13:34:35.090913 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fc785-0343-4fd1-8262-45116460c977 req-3f6368d6-339f-4141-a8fc-0dfb50977808 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:35.092455 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a21fc785-0343-4fd1-8262-45116460c977 req-3f6368d6-339f-4141-a8fc-0dfb50977808 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0588176 Oct 29 13:34:35.139523 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a21fc785-0343-4fd1-8262-45116460c977 req-6689f689-3d87-4229-b0e9-a7b9bfa89b9b tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398731 Oct 29 13:34:35.701173 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949fd51-804e-4c13-930a-5f94591f398c req-ef9c621c-9526-48bc-8fca-62253c3d2af4 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:35.703872 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6949fd51-804e-4c13-930a-5f94591f398c req-ef9c621c-9526-48bc-8fca-62253c3d2af4 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0940070 Oct 29 13:34:35.708975 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae2a29-c149-4bf0-b264-1073b751834d req-bba6bfd4-538b-40bd-9820-bc7522612c8a tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:35.716046 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1eae2a29-c149-4bf0-b264-1073b751834d req-bba6bfd4-538b-40bd-9820-bc7522612c8a tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4732b8-5014-4ab9-9b82-92ba1eb00e61 HTTP/1.1" status: 200 len: 943 time: 0.3610847 Oct 29 13:34:35.742071 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69709d38-ed5a-4a9a-bd1f-626a790c6f2c req-1d72b99d-a19c-43fb-aa5b-3b62c7df064e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:35.743541 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-69709d38-ed5a-4a9a-bd1f-626a790c6f2c req-1d72b99d-a19c-43fb-aa5b-3b62c7df064e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7078166fcf074917b62f68cae696746b&device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 1098 time: 0.3543768 Oct 29 13:34:35.756324 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6949fd51-804e-4c13-930a-5f94591f398c req-7a41fbd6-2106-49d6-a669-858bc5ac5fdb tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457244 Oct 29 13:34:35.769467 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1eae2a29-c149-4bf0-b264-1073b751834d req-e1fa3dd0-57af-4193-9476-a4d6c6ece237 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504563 Oct 29 13:34:35.867477 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69709d38-ed5a-4a9a-bd1f-626a790c6f2c req-e81c3f9f-89c6-42b5-a735-f2d040fc37b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:35.869072 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-69709d38-ed5a-4a9a-bd1f-626a790c6f2c req-e81c3f9f-89c6-42b5-a735-f2d040fc37b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5f220f7-750e-495a-b9c4-c7c245afa919 HTTP/1.1" status: 200 len: 920 time: 0.0986588 Oct 29 13:34:35.913493 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-69709d38-ed5a-4a9a-bd1f-626a790c6f2c req-9e6387af-f2d9-4c47-96fd-f081c8c9738e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4e2d45b-c9a5-4290-bade-10c339385ea2 HTTP/1.1" status: 200 len: 217 time: 0.0365951 Oct 29 13:34:35.979011 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69709d38-ed5a-4a9a-bd1f-626a790c6f2c req-6dea42de-c8a5-41bf-bdde-ae070300c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:35.980509 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-69709d38-ed5a-4a9a-bd1f-626a790c6f2c req-6dea42de-c8a5-41bf-bdde-ae070300c719 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1929ad4c-8f08-4de6-91ed-e7a6821dc3a0 HTTP/1.1" status: 200 len: 859 time: 0.0512595 Oct 29 13:34:36.025137 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-69709d38-ed5a-4a9a-bd1f-626a790c6f2c req-bb5bf5ca-2c50-4294-aee1-7a98f25c3715 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5f220f7-750e-495a-b9c4-c7c245afa919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251508 Oct 29 13:34:36.152072 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-69709d38-ed5a-4a9a-bd1f-626a790c6f2c req-da82d37c-ad01-48c9-a954-bf969803b943 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849657 Oct 29 13:34:36.271591 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-69709d38-ed5a-4a9a-bd1f-626a790c6f2c req-04d6239d-a8d0-4451-bd0c-9a19d59662a6 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099946 Oct 29 13:34:36.898135 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469ce02-917d-4380-9083-d243588153af req-3ed26c02-ca01-4ee7-a709-1aa0cc4e41e0 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:36.907635 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9469ce02-917d-4380-9083-d243588153af req-3ed26c02-ca01-4ee7-a709-1aa0cc4e41e0 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4732b8-5014-4ab9-9b82-92ba1eb00e61 HTTP/1.1" status: 200 len: 943 time: 0.0721910 Oct 29 13:34:36.919630 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bd75c-b853-4c9f-9935-e77128977804 req-97def5e0-9c9c-43d4-8037-7bf3dbafef7a tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:36.921878 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-324bd75c-b853-4c9f-9935-e77128977804 req-97def5e0-9c9c-43d4-8037-7bf3dbafef7a tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0791905 Oct 29 13:34:36.962592 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9469ce02-917d-4380-9083-d243588153af req-429a72b3-414d-4bc3-bac2-393178763e40 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517523 Oct 29 13:34:36.974756 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-324bd75c-b853-4c9f-9935-e77128977804 req-6dd2b9b2-e8ef-4f1a-92a1-6db5601019a3 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418661 Oct 29 13:34:37.234766 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 38b68ef9-e1ed-44aa-87a3-8eac040f2c58 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:34:37.332920 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 38b68ef9-e1ed-44aa-87a3-8eac040f2c58, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=38b68ef9-e1ed-44aa-87a3-8eac040f2c58,segment=NetworkSegment(5a566e44-33a4-41ce-b950-6305e41afffb),segment_id=5a566e44-33a4-41ce-b950-6305e41afffb)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:34:37.344979 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': '38b68ef9-e1ed-44aa-87a3-8eac040f2c58', 'network_id': '797a2d64-a318-481c-b064-119a76b4777f', 'port_id': '38b68ef9-e1ed-44aa-87a3-8eac040f2c58', 'mac_address': 'fa:16:3e:e7:6e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336b7c87-283f-4775-a0c5-465adcbb1c88', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:34:37.386318 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:37.399457 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b68ef9-e1ed-44aa-87a3-8eac040f2c58 {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:34:37.420032 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 38b68ef9-e1ed-44aa-87a3-8eac040f2c58, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=38b68ef9-e1ed-44aa-87a3-8eac040f2c58,segment=NetworkSegment(5a566e44-33a4-41ce-b950-6305e41afffb),segment_id=5a566e44-33a4-41ce-b950-6305e41afffb)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:34:37.426850 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:37.487092 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=38b68ef9-e1ed-44aa-87a3-8eac040f2c58,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:34:37.495155 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:37.495550 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:37.495894 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:37.496229 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:37.496560 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:37.496888 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:37.497211 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:37.497536 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:37.497890 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:37.498483 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:37.498790 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:37.499136 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:38.010566 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c355c3-186a-4899-b452-eb4a59befd14 req-501b7b76-182e-469c-a358-29982232e30e tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:38.011526 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-95c355c3-186a-4899-b452-eb4a59befd14 req-501b7b76-182e-469c-a358-29982232e30e tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=7faf1bee-b498-4510-a51e-b088632b19ed HTTP/1.1" status: 200 len: 946 time: 0.0580406 Oct 29 13:34:38.059120 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-95c355c3-186a-4899-b452-eb4a59befd14 req-093cdea8-4058-4586-aa91-4da8400c3306 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389526 Oct 29 13:34:38.075742 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['38b68ef9-e1ed-44aa-87a3-8eac040f2c58'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:34:38.192215 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd75367-329d-45a8-8aeb-01a28fe8660d req-58f4cc32-426d-42c3-a1c7-ca5332753066 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:38.195300 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6cd75367-329d-45a8-8aeb-01a28fe8660d req-58f4cc32-426d-42c3-a1c7-ca5332753066 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4732b8-5014-4ab9-9b82-92ba1eb00e61 HTTP/1.1" status: 200 len: 944 time: 0.1143324 Oct 29 13:34:38.221896 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd743dc-5c20-46cf-95b2-1a54dcb5ed5d req-7733b7cd-5e42-4241-9cd0-cb0182781080 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:38.230091 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3dd743dc-5c20-46cf-95b2-1a54dcb5ed5d req-7733b7cd-5e42-4241-9cd0-cb0182781080 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0740952 Oct 29 13:34:38.278125 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6cd75367-329d-45a8-8aeb-01a28fe8660d req-12b23ea7-cea3-4e63-aff7-4a0078d29126 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687499 Oct 29 13:34:38.284479 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3dd743dc-5c20-46cf-95b2-1a54dcb5ed5d req-d405aeee-a665-47ad-9315-678a0e428756 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483739 Oct 29 13:34:39.175740 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13a64a-6cf1-4456-b80f-8b3939ae119e req-796de85b-3b3b-41d8-8a03-fe9be8c8c8f6 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:39.177473 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ff13a64a-6cf1-4456-b80f-8b3939ae119e req-796de85b-3b3b-41d8-8a03-fe9be8c8c8f6 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=7faf1bee-b498-4510-a51e-b088632b19ed HTTP/1.1" status: 200 len: 946 time: 0.0541952 Oct 29 13:34:39.215105 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ff13a64a-6cf1-4456-b80f-8b3939ae119e req-84f1bb18-d5d2-42c6-b462-d3c9f93e1a8f tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312111 Oct 29 13:34:39.398502 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0a2aa-68e0-4706-a961-a621d0a045fe req-d07b4e03-45b2-47c7-9f98-863c1b0ba557 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:39.400441 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9701b-556e-40fd-a135-d433f8c8d92b req-6591e766-a77d-4ce7-8e40-bda3bdc68ed9 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:39.400577 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-31f0a2aa-68e0-4706-a961-a621d0a045fe req-d07b4e03-45b2-47c7-9f98-863c1b0ba557 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4732b8-5014-4ab9-9b82-92ba1eb00e61 HTTP/1.1" status: 200 len: 944 time: 0.0511353 Oct 29 13:34:39.408077 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-aab9701b-556e-40fd-a135-d433f8c8d92b req-6591e766-a77d-4ce7-8e40-bda3bdc68ed9 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0561700 Oct 29 13:34:39.453822 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-aab9701b-556e-40fd-a135-d433f8c8d92b req-5d50cb4a-4a24-4982-b1a7-850486222c03 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359972 Oct 29 13:34:39.457589 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-31f0a2aa-68e0-4706-a961-a621d0a045fe req-2d26009e-5901-4ee1-a095-4fb82cef7762 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500650 Oct 29 13:34:40.347624 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda82bb-a9a8-46da-9754-daa2ca756f2a req-0dad22e9-a57c-4706-a9ff-e96a48249275 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:40.349067 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5bda82bb-a9a8-46da-9754-daa2ca756f2a req-0dad22e9-a57c-4706-a9ff-e96a48249275 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=7faf1bee-b498-4510-a51e-b088632b19ed HTTP/1.1" status: 200 len: 946 time: 0.0594742 Oct 29 13:34:40.393898 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5bda82bb-a9a8-46da-9754-daa2ca756f2a req-5c8dc33e-96e6-4bcf-ac43-28a436e07be5 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346966 Oct 29 13:34:40.585224 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8088d06-1f72-47f6-8b5e-18ae0381fd4f req-60d220bb-b495-49fd-9ff5-887079d90706 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:40.586720 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e8088d06-1f72-47f6-8b5e-18ae0381fd4f req-60d220bb-b495-49fd-9ff5-887079d90706 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0537510 Oct 29 13:34:40.586953 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b943d8-5fb2-4b2d-a8d3-9a2f7395f9bd req-1a3caf17-3cb2-4c96-aec2-3779c9c24fa8 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:40.588555 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-63b943d8-5fb2-4b2d-a8d3-9a2f7395f9bd req-1a3caf17-3cb2-4c96-aec2-3779c9c24fa8 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4732b8-5014-4ab9-9b82-92ba1eb00e61 HTTP/1.1" status: 200 len: 944 time: 0.0482588 Oct 29 13:34:40.625674 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e8088d06-1f72-47f6-8b5e-18ae0381fd4f req-814c8753-cdc1-49ba-bdcc-497d3a305ff2 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326016 Oct 29 13:34:40.628401 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-63b943d8-5fb2-4b2d-a8d3-9a2f7395f9bd req-a0f76dc1-a35a-42f8-af56-58fc09237466 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332942 Oct 29 13:34:41.249270 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 38b68ef9-e1ed-44aa-87a3-8eac040f2c58 up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:34:41.262100 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839d7ae-ecee-40fd-9459-582353b940dc req-c1c5c01d-66e2-4d2e-b295-367037634e86 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:41.263549 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2839d7ae-ecee-40fd-9459-582353b940dc req-c1c5c01d-66e2-4d2e-b295-367037634e86 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.26 "GET /v2.0/ports?device_id=7faf1bee-b498-4510-a51e-b088632b19ed HTTP/1.1" status: 200 len: 946 time: 0.0512788 Oct 29 13:34:41.302130 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning for port 38b68ef9-e1ed-44aa-87a3-8eac040f2c58 completed by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 13:34:41.306773 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port 38b68ef9-e1ed-44aa-87a3-8eac040f2c58 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:34:41.307292 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:41.373115 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-2839d7ae-ecee-40fd-9459-582353b940dc req-075836f4-f1ed-43d7-8c04-4bdcc3540e8a tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Deleting port d544eccb-2834-4068-8fd9-568a5b3d26f1 {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:34:41.374465 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-2839d7ae-ecee-40fd-9459-582353b940dc req-075836f4-f1ed-43d7-8c04-4bdcc3540e8a tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:41.398240 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:41.421523 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4732b8-5014-4ab9-9b82-92ba1eb00e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b68ef9-e1ed-44aa-87a3-8eac040f2c58'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:34:41.423922 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa34305-0351-4818-ad99-423cd1f0e26b" -d '{"events": [{"server_uuid": "ae4732b8-5014-4ab9-9b82-92ba1eb00e61", "name": "network-vif-plugged", "status": "completed", "tag": "38b68ef9-e1ed-44aa-87a3-8eac040f2c58"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:34:41.437455 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 38b68ef9-e1ed-44aa-87a3-8eac040f2c58, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=38b68ef9-e1ed-44aa-87a3-8eac040f2c58,segment=NetworkSegment(5a566e44-33a4-41ce-b950-6305e41afffb),segment_id=5a566e44-33a4-41ce-b950-6305e41afffb)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:34:41.442837 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:41.478474 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-2839d7ae-ecee-40fd-9459-582353b940dc req-075836f4-f1ed-43d7-8c04-4bdcc3540e8a tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] For port d544eccb-2834-4068-8fd9-568a5b3d26f1, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d544eccb-2834-4068-8fd9-568a5b3d26f1,segment=NetworkSegment(b4b6085d-4457-4673-a111-b3f5b6024848),segment_id=b4b6085d-4457-4673-a111-b3f5b6024848)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:34:41.479319 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-2839d7ae-ecee-40fd-9459-582353b940dc req-075836f4-f1ed-43d7-8c04-4bdcc3540e8a tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:41.495091 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-2839d7ae-ecee-40fd-9459-582353b940dc req-075836f4-f1ed-43d7-8c04-4bdcc3540e8a tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Calling delete_port for d544eccb-2834-4068-8fd9-568a5b3d26f1 owned by compute:nova {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:34:41.504561 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86378759-361e-4c0e-a2d2-f325030e2ce8 x-openstack-request-id: req-86378759-361e-4c0e-a2d2-f325030e2ce8 {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:34:41.505199 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4732b8-5014-4ab9-9b82-92ba1eb00e61", "name": "network-vif-plugged", "status": "completed", "tag": "38b68ef9-e1ed-44aa-87a3-8eac040f2c58", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:34:41.505896 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-86378759-361e-4c0e-a2d2-f325030e2ce8 {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:34:41.506657 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4732b8-5014-4ab9-9b82-92ba1eb00e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b68ef9-e1ed-44aa-87a3-8eac040f2c58', 'code': 200} Oct 29 13:34:41.532229 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=38b68ef9-e1ed-44aa-87a3-8eac040f2c58,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:34:41.583461 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49738177-971f-486a-9310-587bcebd9c46 req-5c22093b-6576-479e-b3c1-c942faa2b644 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:41.586906 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-49738177-971f-486a-9310-587bcebd9c46 req-5c22093b-6576-479e-b3c1-c942faa2b644 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=7faf1bee-b498-4510-a51e-b088632b19ed HTTP/1.1" status: 200 len: 946 time: 0.0760946 Oct 29 13:34:41.638080 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-49738177-971f-486a-9310-587bcebd9c46 req-2970e207-de96-4c35-87af-157be9e9446e tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459604 Oct 29 13:34:41.673315 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-2839d7ae-ecee-40fd-9459-582353b940dc req-075836f4-f1ed-43d7-8c04-4bdcc3540e8a tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:41.692069 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['d544eccb-2834-4068-8fd9-568a5b3d26f1'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:34:41.701396 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7328196-d342-4cc1-8926-c5ff114fdfd6 req-6ca77065-8766-4f2a-b2d4-619294193fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:41.703487 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d7328196-d342-4cc1-8926-c5ff114fdfd6 req-6ca77065-8766-4f2a-b2d4-619294193fd9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ae4732b8-5014-4ab9-9b82-92ba1eb00e61 HTTP/1.1" status: 200 len: 1098 time: 0.0427809 Oct 29 13:34:41.720549 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075836f4-f1ed-43d7-8c04-4bdcc3540e8a tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Pushing event deleted for resources: {'Port': ['ID=d544eccb-2834-4068-8fd9-568a5b3d26f1,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:34:41.753795 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d7328196-d342-4cc1-8926-c5ff114fdfd6 req-ed6700fb-c499-424d-b070-509a21d85659 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341554 Oct 29 13:34:41.779804 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-2839d7ae-ecee-40fd-9459-582353b940dc req-075836f4-f1ed-43d7-8c04-4bdcc3540e8a tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] No DVR routers for this DVR port d544eccb-2834-4068-8fd9-568a5b3d26f1 on host hv-cinder-81588 {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:34:41.782958 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-2839d7ae-ecee-40fd-9459-582353b940dc req-075836f4-f1ed-43d7-8c04-4bdcc3540e8a tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:41.786227 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2839d7ae-ecee-40fd-9459-582353b940dc req-075836f4-f1ed-43d7-8c04-4bdcc3540e8a tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.26 "DELETE /v2.0/ports/d544eccb-2834-4068-8fd9-568a5b3d26f1 HTTP/1.1" status: 204 len: 173 time: 0.5138142 Oct 29 13:34:41.798649 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7faf1bee-b498-4510-a51e-b088632b19ed', 'name': 'network-vif-deleted', 'tag': 'd544eccb-2834-4068-8fd9-568a5b3d26f1'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:34:41.800881 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97503f16-71c4-4ad7-9cd2-280a164ea1c7" -d '{"events": [{"server_uuid": "7faf1bee-b498-4510-a51e-b088632b19ed", "name": "network-vif-deleted", "tag": "d544eccb-2834-4068-8fd9-568a5b3d26f1"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:34:41.825191 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386728f-1744-4ee3-9727-416df48b0e42 req-ba1575b5-ff19-46c1-b963-525b7692a2d2 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:41.826696 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5386728f-1744-4ee3-9727-416df48b0e42 req-ba1575b5-ff19-46c1-b963-525b7692a2d2 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4732b8-5014-4ab9-9b82-92ba1eb00e61 HTTP/1.1" status: 200 len: 945 time: 0.0781989 Oct 29 13:34:41.839591 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96574612-5a7d-45e4-87ab-8723438cf414 x-openstack-request-id: req-96574612-5a7d-45e4-87ab-8723438cf414 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:34:41.839868 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7faf1bee-b498-4510-a51e-b088632b19ed", "name": "network-vif-deleted", "tag": "d544eccb-2834-4068-8fd9-568a5b3d26f1", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:34:41.840108 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-96574612-5a7d-45e4-87ab-8723438cf414 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:34:41.840473 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7faf1bee-b498-4510-a51e-b088632b19ed', 'name': 'network-vif-deleted', 'tag': 'd544eccb-2834-4068-8fd9-568a5b3d26f1', 'status': 'completed', 'code': 200} Oct 29 13:34:41.866756 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5386728f-1744-4ee3-9727-416df48b0e42 req-9447785a-ee45-4367-8a2f-6f1cc23dd259 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335662 Oct 29 13:34:42.062702 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b9a61-af41-4960-bcf9-37cc65ba71a3 req-eedac315-0336-4a71-884b-237da237dfe5 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:42.064172 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-be5b9a61-af41-4960-bcf9-37cc65ba71a3 req-eedac315-0336-4a71-884b-237da237dfe5 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0615609 Oct 29 13:34:42.103099 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-be5b9a61-af41-4960-bcf9-37cc65ba71a3 req-f622dc0d-cb11-417e-bbfc-9bde115c0e8b tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327330 Oct 29 13:34:42.756614 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-65fdf3b8-e802-4cff-9384-f6eccb22616e req-17d1a789-86f9-4a12-9246-bdf2fd8643a6 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=7faf1bee-b498-4510-a51e-b088632b19ed HTTP/1.1" status: 200 len: 210 time: 0.0272841 Oct 29 13:34:42.797676 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 60830) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:34:42.842181 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6278bf6-b0be-4ef0-a66a-a1a0301cb96f admin admin] Deleting subnet 2d6ce043-711c-4c53-89f2-c6159c70312c {{(pid=101275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 29 13:34:42.845103 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c6278bf6-b0be-4ef0-a66a-a1a0301cb96f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:43.090021 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c6278bf6-b0be-4ef0-a66a-a1a0301cb96f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3755711'] for subnet, precommit_delete_associations {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:43.141731 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0205ad5-fa84-49ba-8e2a-0d3d2aabb138 req-7cbf1af6-9689-463e-84d7-add4d455ae42 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:43.143227 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d0205ad5-fa84-49ba-8e2a-0d3d2aabb138 req-7cbf1af6-9689-463e-84d7-add4d455ae42 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4732b8-5014-4ab9-9b82-92ba1eb00e61 HTTP/1.1" status: 200 len: 945 time: 0.0843761 Oct 29 13:34:43.144287 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c6278bf6-b0be-4ef0-a66a-a1a0301cb96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7868206'] for subnet, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:43.210562 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d0205ad5-fa84-49ba-8e2a-0d3d2aabb138 req-3ad71611-fdf5-46cf-b842-b2d6e7dd2b7f tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477531 Oct 29 13:34:43.225020 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c6278bf6-b0be-4ef0-a66a-a1a0301cb96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7868193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3952961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25682708'] for subnet, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:43.253160 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c6278bf6-b0be-4ef0-a66a-a1a0301cb96f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:43.256276 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-c6278bf6-b0be-4ef0-a66a-a1a0301cb96f admin admin] 10.222.0.96 "DELETE /v2.0/subnets/2d6ce043-711c-4c53-89f2-c6159c70312c HTTP/1.1" status: 204 len: 168 time: 0.4575570 Oct 29 13:34:43.257468 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6278bf6-b0be-4ef0-a66a-a1a0301cb96f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d6ce043-711c-4c53-89f2-c6159c70312c,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:34:43.258910 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 60836) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:34:43.264662 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6278bf6-b0be-4ef0-a66a-a1a0301cb96f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:43.265090 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6278bf6-b0be-4ef0-a66a-a1a0301cb96f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:43.265500 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6278bf6-b0be-4ef0-a66a-a1a0301cb96f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:43.265857 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6278bf6-b0be-4ef0-a66a-a1a0301cb96f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:43.266186 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6278bf6-b0be-4ef0-a66a-a1a0301cb96f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:43.266761 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6278bf6-b0be-4ef0-a66a-a1a0301cb96f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:43.266908 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6278bf6-b0be-4ef0-a66a-a1a0301cb96f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:43.267235 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6278bf6-b0be-4ef0-a66a-a1a0301cb96f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:43.267556 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6278bf6-b0be-4ef0-a66a-a1a0301cb96f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:43.267873 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6278bf6-b0be-4ef0-a66a-a1a0301cb96f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:43.268189 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6278bf6-b0be-4ef0-a66a-a1a0301cb96f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:43.268519 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6278bf6-b0be-4ef0-a66a-a1a0301cb96f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:34:43.334727 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-94fff85d-dcd9-421b-ab7b-647d430c3363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7898351'] for network, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:43.412120 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-94fff85d-dcd9-421b-ab7b-647d430c3363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7865813', 'neutron.services.segments.db._delete_segments_for_network-8763699824397'] for network, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:43.429403 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.services.segments.db [None req-94fff85d-dcd9-421b-ab7b-647d430c3363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27e33da-cc30-49c2-a24f-11585bfb590e']}} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:34:43.438229 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.services.segments.db [None req-94fff85d-dcd9-421b-ab7b-647d430c3363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40b8c54-31f4-4f5a-bdef-a937d2cb9db9') {'for_net_delete': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:34:43.438525 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.services.segments.db [None req-94fff85d-dcd9-421b-ab7b-647d430c3363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40b8c54-31f4-4f5a-bdef-a937d2cb9db9') {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:34:43.451326 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-94fff85d-dcd9-421b-ab7b-647d430c3363 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763699824150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25625755'] for segment, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:43.463744 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-94fff85d-dcd9-421b-ab7b-647d430c3363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:43.469901 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94fff85d-dcd9-421b-ab7b-647d430c3363 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=101274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 13:34:43.470278 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-94fff85d-dcd9-421b-ab7b-647d430c3363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25597383'] for segment, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: Traceback (most recent call last): Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: timer() Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: cb(*args, **kw) Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: return func(*args, **kwargs) Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: self._notify() Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: self.callback(batched_events) Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: event.method(event) Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: return f(self, *a, **k) Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: return self._get(url).json() Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: return self.request(url, 'GET', **kwargs) Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 13:34:43.471862 dv-cinder-815884-1-iscsi neutron-server[101274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 13:34:43.523613 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-94fff85d-dcd9-421b-ab7b-647d430c3363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496109'] for network, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:43.528720 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-94fff85d-dcd9-421b-ab7b-647d430c3363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:43.532396 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-94fff85d-dcd9-421b-ab7b-647d430c3363 admin admin] 10.222.0.96 "DELETE /v2.0/networks/b27e33da-cc30-49c2-a24f-11585bfb590e HTTP/1.1" status: 204 len: 168 time: 0.2725034 Oct 29 13:34:43.543601 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fff85d-dcd9-421b-ab7b-647d430c3363 admin admin] Pushing event deleted for resources: {'Network': ['ID=b27e33da-cc30-49c2-a24f-11585bfb590e,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:34:43.709126 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 60844) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:34:43.748210 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-ce20ca53-45ca-4443-9062-86ff7b9020cc admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a87916e4d46b448baf2db17e63eab5d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378330 Oct 29 13:34:43.750894 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 60846) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:34:43.798091 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d187c2b1-5217-4d98-a808-1667b05852e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:43.818484 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d187c2b1-5217-4d98-a808-1667b05852e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:43.868491 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d187c2b1-5217-4d98-a808-1667b05852e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:43.871062 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d187c2b1-5217-4d98-a808-1667b05852e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:43.872330 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-d187c2b1-5217-4d98-a808-1667b05852e9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693 HTTP/1.1" status: 204 len: 168 time: 0.1205308 Oct 29 13:34:43.880431 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187c2b1-5217-4d98-a808-1667b05852e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17b50aa-ebf6-4f71-8c8a-b5bc0f0a7693,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:34:44.327789 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b06997-ece9-47ea-98ef-26a6625c9d22 req-5c5d2283-9d7e-4451-96cf-d2acf8c221ac tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:44.329443 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-37b06997-ece9-47ea-98ef-26a6625c9d22 req-5c5d2283-9d7e-4451-96cf-d2acf8c221ac tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4732b8-5014-4ab9-9b82-92ba1eb00e61 HTTP/1.1" status: 200 len: 945 time: 0.0495465 Oct 29 13:34:44.369313 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-37b06997-ece9-47ea-98ef-26a6625c9d22 req-6cf409b7-1458-489b-ac18-09318dfb6974 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332708 Oct 29 13:34:46.114464 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device d544eccb-2834-4068-8fd9-568a5b3d26f1 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:34:46.134411 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] No Port match for: d544eccb-2834-4068-8fd9-568a5b3d26f1 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:34:46.134751 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device d544eccb-2834-4068-8fd9-568a5b3d26f1 not bound to the agent host hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:34:47.823549 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:34:48.354784 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-2ce774b6-d6c3-4638-a286-fe8e70b039a4 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=4072ee35b45d493ba946a7175bbedb75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301144 Oct 29 13:34:48.535413 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-2ccb7fc3-7e93-4af0-a574-fca1f3a0b020 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:48.536844 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-2ccb7fc3-7e93-4af0-a574-fca1f3a0b020 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766756 Oct 29 13:34:48.551543 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-02f8f3df-dfa3-4886-80ea-17e1852b6c6f tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/quotas/4072ee35b45d493ba946a7175bbedb75 HTTP/1.1" status: 200 len: 375 time: 0.0088017 Oct 29 13:34:48.580878 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-719fb561-071b-4bcb-9196-3e205b08ee4f tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=4072ee35b45d493ba946a7175bbedb75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244346 Oct 29 13:34:48.760491 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a0ab238f-8519-47f7-8eba-2034a9095423 req-314fa371-5669-4bba-b0e8-f75ad4daacb5 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/ports?device_id=13ca8180-da00-4601-ba9e-2801a57d1d95 HTTP/1.1" status: 200 len: 210 time: 0.0479727 Oct 29 13:34:49.850506 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-fce01965-5d92-45c3-8beb-a43131b90f72 req-45afb72b-9ffc-4122-a2dd-58bdebbab922 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/ports?device_id=13ca8180-da00-4601-ba9e-2801a57d1d95 HTTP/1.1" status: 200 len: 210 time: 0.0254903 Oct 29 13:34:50.295706 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16774411-f94b-4256-92c2-c037227d06f4 req-b9e5492b-2181-433d-9d61-a3f1772fa022 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:50.297618 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-16774411-f94b-4256-92c2-c037227d06f4 req-b9e5492b-2181-433d-9d61-a3f1772fa022 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0469940 Oct 29 13:34:50.333554 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-16774411-f94b-4256-92c2-c037227d06f4 req-aed20a0f-f6f4-48f5-8df8-c31e27c332fb tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299051 Oct 29 13:34:52.807411 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-dac63c2b-4340-4c7a-bfa3-08c38a858f43 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4072ee35b45d493ba946a7175bbedb75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343587 Oct 29 13:34:52.839056 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf1eb4-27dd-45c0-a1a8-6fba6eed4a39 req-d54be768-51d4-4fbf-af8f-c49dfc00f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:52.840538 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9dcf1eb4-27dd-45c0-a1a8-6fba6eed4a39 req-d54be768-51d4-4fbf-af8f-c49dfc00f753 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7078166fcf074917b62f68cae696746b&device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0506685 Oct 29 13:34:52.949855 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf1eb4-27dd-45c0-a1a8-6fba6eed4a39 req-e0ba8550-59c8-4d06-9384-860679a73dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:52.951337 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9dcf1eb4-27dd-45c0-a1a8-6fba6eed4a39 req-e0ba8550-59c8-4d06-9384-860679a73dee service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5f220f7-750e-495a-b9c4-c7c245afa919 HTTP/1.1" status: 200 len: 920 time: 0.0929234 Oct 29 13:34:53.007029 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-17286906-4fb2-4a78-a8a1-232dfd2c73e3 req-df65b33a-8786-4622-9511-8f0f9d437185 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/ports?device_id=13ca8180-da00-4601-ba9e-2801a57d1d95 HTTP/1.1" status: 200 len: 210 time: 0.1046705 Oct 29 13:34:53.017360 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9dcf1eb4-27dd-45c0-a1a8-6fba6eed4a39 req-8c35698f-7b7b-4f64-9591-30e32047022a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4e2d45b-c9a5-4290-bade-10c339385ea2 HTTP/1.1" status: 200 len: 217 time: 0.0462875 Oct 29 13:34:53.074869 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf1eb4-27dd-45c0-a1a8-6fba6eed4a39 req-bdfbd42d-0963-41e3-971c-29652a052a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:53.076554 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9dcf1eb4-27dd-45c0-a1a8-6fba6eed4a39 req-bdfbd42d-0963-41e3-971c-29652a052a60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1929ad4c-8f08-4de6-91ed-e7a6821dc3a0 HTTP/1.1" status: 200 len: 859 time: 0.0496209 Oct 29 13:34:53.123797 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-79eb3415-28be-460d-8046-6de5bd4ead31 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:53.125429 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-79eb3415-28be-460d-8046-6de5bd4ead31 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2715065 Oct 29 13:34:53.131916 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9dcf1eb4-27dd-45c0-a1a8-6fba6eed4a39 req-942b0c6c-ae02-4687-890c-cf6504c434c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5f220f7-750e-495a-b9c4-c7c245afa919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434988 Oct 29 13:34:53.150784 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd580326-b17b-4594-aff3-f752a7d94342 req-49c30e36-3e5a-41fa-96bd-674ed5806877 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:53.154423 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-314fec69-49a2-402c-ae9c-25111aa87f6a tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Request body: {'port': {'device_id': '13ca8180-da00-4601-ba9e-2801a57d1d95', 'network_id': 'a2fc8180-e9ab-4d36-ba1d-354896456903', 'admin_state_up': True, 'tenant_id': '4072ee35b45d493ba946a7175bbedb75'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:34:53.158278 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-fd580326-b17b-4594-aff3-f752a7d94342 req-49c30e36-3e5a-41fa-96bd-674ed5806877 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0779922 Oct 29 13:34:53.238609 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-fd580326-b17b-4594-aff3-f752a7d94342 req-76eb25be-7724-4166-acd1-159c6ca0cbee tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794778 Oct 29 13:34:53.270808 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-314fec69-49a2-402c-ae9c-25111aa87f6a tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Made reservation on behalf of 4072ee35b45d493ba946a7175bbedb75 for: {'port': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:34:53.271067 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9dcf1eb4-27dd-45c0-a1a8-6fba6eed4a39 req-477d0a94-a28c-45de-9563-2d9cd5ac6ba5 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100552 Oct 29 13:34:53.274509 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-314fec69-49a2-402c-ae9c-25111aa87f6a tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:53.283311 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-314fec69-49a2-402c-ae9c-25111aa87f6a tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:53.357500 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-314fec69-49a2-402c-ae9c-25111aa87f6a tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:53.362155 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-314fec69-49a2-402c-ae9c-25111aa87f6a tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:53.368576 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9dcf1eb4-27dd-45c0-a1a8-6fba6eed4a39 req-8c3acee3-c872-4cca-ad0c-71450eef837d service neutron] 10.222.0.26 "GET /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834734 Oct 29 13:34:53.420128 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fec69-49a2-402c-ae9c-25111aa87f6a tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061efdad-23c2-4782-b479-a6ea589254f0,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:34:53.494022 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-314fec69-49a2-402c-ae9c-25111aa87f6a tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Allocated IP 192.168.233.34 (a2fc8180-e9ab-4d36-ba1d-354896456903/fafb15f7-f21d-49e6-98d9-1541bb13b1cb/055cabbb-1178-43b8-926e-f834674e5586) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:34:53.633209 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-314fec69-49a2-402c-ae9c-25111aa87f6a tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:53.669754 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-314fec69-49a2-402c-ae9c-25111aa87f6a tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:53.720651 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-314fec69-49a2-402c-ae9c-25111aa87f6a tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Network a2fc8180-e9ab-4d36-ba1d-354896456903 is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:34:53.733611 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-314fec69-49a2-402c-ae9c-25111aa87f6a tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:34:53.766318 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-314fec69-49a2-402c-ae9c-25111aa87f6a tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:34:53.775564 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fec69-49a2-402c-ae9c-25111aa87f6a tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Pushing event updated for resources: {'Port': ['ID=055cabbb-1178-43b8-926e-f834674e5586,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:34:53.842938 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-314fec69-49a2-402c-ae9c-25111aa87f6a tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:53.844237 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-314fec69-49a2-402c-ae9c-25111aa87f6a tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:53.869112 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-314fec69-49a2-402c-ae9c-25111aa87f6a tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7184906 Oct 29 13:34:53.879705 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fd11e-e321-4256-9b06-573932391e27 req-6bdaf948-3371-427d-8899-c5df55b881aa tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:53.881268 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d11fd11e-e321-4256-9b06-573932391e27 req-6bdaf948-3371-427d-8899-c5df55b881aa tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/networks?id=641c12dc-e9e2-4861-b839-f7d1974ae0f8 HTTP/1.1" status: 200 len: 814 time: 0.1768794 Oct 29 13:34:53.886546 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-4e98d401-f8e5-48b4-9ba7-05b8a708a895 service neutron] Request body: {'port': {'device_id': '13ca8180-da00-4601-ba9e-2801a57d1d95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:34:53.915853 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d11fd11e-e321-4256-9b06-573932391e27 req-da102d00-f148-41b3-afde-3616ba028f47 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/quotas/f3eb52fe6377419f9b2d3781809c21c5 HTTP/1.1" status: 200 len: 375 time: 0.0265555 Oct 29 13:34:53.920365 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-387a9a21-e552-44b5-bd09-bdbdff4ea937 None None] Provisioning complete for port 055cabbb-1178-43b8-926e-f834674e5586 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:34:53.920840 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-387a9a21-e552-44b5-bd09-bdbdff4ea937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:53.956513 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-387a9a21-e552-44b5-bd09-bdbdff4ea937 None None] Port 055cabbb-1178-43b8-926e-f834674e5586 cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:34:53.970931 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d11fd11e-e321-4256-9b06-573932391e27 req-9e0aab80-426e-431b-90b4-9034067fa511 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f3eb52fe6377419f9b2d3781809c21c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464268 Oct 29 13:34:53.971878 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-4e98d401-f8e5-48b4-9ba7-05b8a708a895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:54.131582 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6414ea-407c-454c-8ed1-9202d9471a33 req-6e730c6d-c54b-481d-8a8a-898300391fd7 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:54.133845 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8b6414ea-407c-454c-8ed1-9202d9471a33 req-6e730c6d-c54b-481d-8a8a-898300391fd7 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/ports?device_id=13ca8180-da00-4601-ba9e-2801a57d1d95 HTTP/1.1" status: 200 len: 935 time: 0.0526161 Oct 29 13:34:54.155653 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d11fd11e-e321-4256-9b06-573932391e27 req-2a6c03d8-1df2-4b46-9190-77f00b5dc0de service neutron] 10.222.0.96 "GET /v2.0/networks/641c12dc-e9e2-4861-b839-f7d1974ae0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755774 Oct 29 13:34:54.176552 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8b6414ea-407c-454c-8ed1-9202d9471a33 req-b785bb93-1470-4c2d-b018-a47f0051fefa tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/security-groups?id=061efdad-23c2-4782-b479-a6ea589254f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358114 Oct 29 13:34:54.311155 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d11fd11e-e321-4256-9b06-573932391e27 req-c73cdc2d-62a8-4e34-8e69-f8e86f2ad27f service neutron] 10.222.0.96 "GET /v2.0/networks/641c12dc-e9e2-4861-b839-f7d1974ae0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409152 Oct 29 13:34:54.355437 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47324572-39f2-4c36-882c-f0caf0ab037d req-36e6e1ac-3da9-456f-872d-d78196fca777 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:54.357041 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-47324572-39f2-4c36-882c-f0caf0ab037d req-36e6e1ac-3da9-456f-872d-d78196fca777 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0516071 Oct 29 13:34:54.374486 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-4e98d401-f8e5-48b4-9ba7-05b8a708a895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 055cabbb-1178-43b8-926e-f834674e5586 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:34:54.384723 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-4e98d401-f8e5-48b4-9ba7-05b8a708a895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:54.397721 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-4e98d401-f8e5-48b4-9ba7-05b8a708a895 service neutron] Transition to ACTIVE for port object 055cabbb-1178-43b8-926e-f834674e5586 will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 13:34:54.409113 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-4e98d401-f8e5-48b4-9ba7-05b8a708a895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:54.423988 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-47324572-39f2-4c36-882c-f0caf0ab037d req-2cc83f9a-a436-45ef-8bb2-da96bb65ef99 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586205 Oct 29 13:34:54.541549 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98d401-f8e5-48b4-9ba7-05b8a708a895 service neutron] Pushing event updated for resources: {'Port': ['ID=055cabbb-1178-43b8-926e-f834674e5586,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:34:54.543311 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6345c0f3-6e2c-4286-989a-ae32b83ad112 req-210d7d05-c1a3-4da1-9ed3-12cdad85832a tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b4c33f0-9b48-4bc8-8718-33b972d9f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0517528 Oct 29 13:34:54.597156 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-4e98d401-f8e5-48b4-9ba7-05b8a708a895 service neutron] Attempting to bind port 055cabbb-1178-43b8-926e-f834674e5586 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:34:54.597697 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-4e98d401-f8e5-48b4-9ba7-05b8a708a895 service neutron] Attempting to bind port 055cabbb-1178-43b8-926e-f834674e5586 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '82a30b57-dfd7-48e6-b972-60fe41f6947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a2fc8180-e9ab-4d36-ba1d-354896456903'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:34:54.597826 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-4e98d401-f8e5-48b4-9ba7-05b8a708a895 service neutron] Attempting to bind port 055cabbb-1178-43b8-926e-f834674e5586 on network a2fc8180-e9ab-4d36-ba1d-354896456903 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:34:54.603082 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-4e98d401-f8e5-48b4-9ba7-05b8a708a895 service neutron] Port 055cabbb-1178-43b8-926e-f834674e5586 on network a2fc8180-e9ab-4d36-ba1d-354896456903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 13:34:54.603082 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-4e98d401-f8e5-48b4-9ba7-05b8a708a895 service neutron] Attempting to bind port 055cabbb-1178-43b8-926e-f834674e5586 on network a2fc8180-e9ab-4d36-ba1d-354896456903 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:34:54.607895 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-4e98d401-f8e5-48b4-9ba7-05b8a708a895 service neutron] Checking agent: {'id': 'f4eb5ed7-5e0f-48be-9842-f1315b14e800', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'started_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:34:54.608227 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-4e98d401-f8e5-48b4-9ba7-05b8a708a895 service neutron] Checking segment: {'id': '82a30b57-dfd7-48e6-b972-60fe41f6947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a2fc8180-e9ab-4d36-ba1d-354896456903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:34:54.608607 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-4e98d401-f8e5-48b4-9ba7-05b8a708a895 service neutron] Bound using segment: {'id': '82a30b57-dfd7-48e6-b972-60fe41f6947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a2fc8180-e9ab-4d36-ba1d-354896456903'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:34:54.609035 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-4e98d401-f8e5-48b4-9ba7-05b8a708a895 service neutron] Bound port: 055cabbb-1178-43b8-926e-f834674e5586, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82a30b57-dfd7-48e6-b972-60fe41f6947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a2fc8180-e9ab-4d36-ba1d-354896456903'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:34:54.609982 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-4e98d401-f8e5-48b4-9ba7-05b8a708a895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:54.690229 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-4e98d401-f8e5-48b4-9ba7-05b8a708a895 service neutron] For port 055cabbb-1178-43b8-926e-f834674e5586, host hv-cinder-81588, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:34:54.694072 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-4e98d401-f8e5-48b4-9ba7-05b8a708a895 service neutron] For port 055cabbb-1178-43b8-926e-f834674e5586, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=055cabbb-1178-43b8-926e-f834674e5586,segment=NetworkSegment(82a30b57-dfd7-48e6-b972-60fe41f6947d),segment_id=82a30b57-dfd7-48e6-b972-60fe41f6947d)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:34:54.700602 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-4e98d401-f8e5-48b4-9ba7-05b8a708a895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:54.739870 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-4e98d401-f8e5-48b4-9ba7-05b8a708a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:54.739968 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-4e98d401-f8e5-48b4-9ba7-05b8a708a895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:54.741318 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-4e98d401-f8e5-48b4-9ba7-05b8a708a895 service neutron] 10.222.0.26 "PUT /v2.0/ports/055cabbb-1178-43b8-926e-f834674e5586 HTTP/1.1" status: 200 len: 1097 time: 0.8591089 Oct 29 13:34:54.741752 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ca8180-da00-4601-ba9e-2801a57d1d95', 'tag': '055cabbb-1178-43b8-926e-f834674e5586'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:34:54.744017 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a332b90-382b-47af-bd8a-2c901fa2dbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "13ca8180-da00-4601-ba9e-2801a57d1d95", "tag": "055cabbb-1178-43b8-926e-f834674e5586"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:34:54.813217 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a82ba67-fb28-40f7-ab1c-b5022936c3b4 x-openstack-request-id: req-0a82ba67-fb28-40f7-ab1c-b5022936c3b4 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:34:54.813364 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ca8180-da00-4601-ba9e-2801a57d1d95", "tag": "055cabbb-1178-43b8-926e-f834674e5586", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:34:54.813611 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0a82ba67-fb28-40f7-ab1c-b5022936c3b4 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:34:54.814016 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ca8180-da00-4601-ba9e-2801a57d1d95', 'tag': '055cabbb-1178-43b8-926e-f834674e5586', 'status': 'completed', 'code': 200} Oct 29 13:34:54.831573 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98d401-f8e5-48b4-9ba7-05b8a708a895 service neutron] Pushing event updated for resources: {'Port': ['ID=055cabbb-1178-43b8-926e-f834674e5586,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:34:54.849204 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-ce2479ad-47e6-4ada-9c9e-3a16f4f24370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:54.850755 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-ce2479ad-47e6-4ada-9c9e-3a16f4f24370 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4072ee35b45d493ba946a7175bbedb75&device_id=13ca8180-da00-4601-ba9e-2801a57d1d95 HTTP/1.1" status: 200 len: 1100 time: 0.0467596 Oct 29 13:34:54.901733 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-3ff7907c-36a1-43f6-ac87-1320821463a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=055cabbb-1178-43b8-926e-f834674e5586 HTTP/1.1" status: 200 len: 217 time: 0.0387897 Oct 29 13:34:54.961622 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-d178c0a4-f17f-4233-9b31-70bb7caf1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:54.965807 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-d178c0a4-f17f-4233-9b31-70bb7caf1f23 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fafb15f7-f21d-49e6-98d9-1541bb13b1cb HTTP/1.1" status: 200 len: 843 time: 0.0528991 Oct 29 13:34:55.022216 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-464c98d7-8e31-4083-ba33-71a35db6e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:55.023702 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-464c98d7-8e31-4083-ba33-71a35db6e261 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2fc8180-e9ab-4d36-ba1d-354896456903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0471880 Oct 29 13:34:55.118055 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-058bc6c0-6377-44ff-a523-efa6209f2d24 service neutron] 10.222.0.26 "GET /v2.0/networks/a2fc8180-e9ab-4d36-ba1d-354896456903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845275 Oct 29 13:34:55.240178 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-21b992e4-0b71-4cdb-8149-66c15c587cb0 req-d9e1b3a1-a702-4bc6-bfbe-677831b331df service neutron] 10.222.0.26 "GET /v2.0/networks/a2fc8180-e9ab-4d36-ba1d-354896456903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077306 Oct 29 13:34:55.305052 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3452d2-f318-4f5d-8429-495594346ef4 req-aeec6846-e6c8-4a2a-9ac9-5d450acfd339 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:55.306584 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6a3452d2-f318-4f5d-8429-495594346ef4 req-aeec6846-e6c8-4a2a-9ac9-5d450acfd339 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/ports?device_id=13ca8180-da00-4601-ba9e-2801a57d1d95 HTTP/1.1" status: 200 len: 947 time: 0.0512633 Oct 29 13:34:55.378809 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6a3452d2-f318-4f5d-8429-495594346ef4 req-f110bba0-9de0-49d0-8cbe-379a86470d6e tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/security-groups?id=061efdad-23c2-4782-b479-a6ea589254f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626483 Oct 29 13:34:55.381390 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a332b90-382b-47af-bd8a-2c901fa2dbf6 req-54bf78f6-f5ad-4a98-aee9-9d30116bea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:55.382976 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1a332b90-382b-47af-bd8a-2c901fa2dbf6 req-54bf78f6-f5ad-4a98-aee9-9d30116bea22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4072ee35b45d493ba946a7175bbedb75&device_id=13ca8180-da00-4601-ba9e-2801a57d1d95 HTTP/1.1" status: 200 len: 1100 time: 0.0754623 Oct 29 13:34:55.459075 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d9546c21-21d0-4a92-9d3a-df051bf4b726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:55.480349 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a332b90-382b-47af-bd8a-2c901fa2dbf6 req-cee0e679-dbaa-4cb9-9f34-1d954b27ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:55.481831 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1a332b90-382b-47af-bd8a-2c901fa2dbf6 req-cee0e679-dbaa-4cb9-9f34-1d954b27ec42 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2fc8180-e9ab-4d36-ba1d-354896456903 HTTP/1.1" status: 200 len: 870 time: 0.0887418 Oct 29 13:34:55.526328 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1a332b90-382b-47af-bd8a-2c901fa2dbf6 req-60e495ac-d25c-485e-9561-e6b9f4b67a4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=055cabbb-1178-43b8-926e-f834674e5586 HTTP/1.1" status: 200 len: 217 time: 0.0354135 Oct 29 13:34:55.543314 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f8052-3850-4e80-98c2-252e61ee68ae req-3bc63ff6-4a72-482d-a50e-8ca2975f6af4 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:55.545130 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8a5f8052-3850-4e80-98c2-252e61ee68ae req-3bc63ff6-4a72-482d-a50e-8ca2975f6af4 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0505676 Oct 29 13:34:55.587154 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8a5f8052-3850-4e80-98c2-252e61ee68ae req-84d4b98e-bcfb-438f-84ab-fc85c3ad3425 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357566 Oct 29 13:34:55.760221 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fd11e-e321-4256-9b06-573932391e27 req-054fc737-7a07-41bb-9a36-1e739b675cd1 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:55.762001 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d11fd11e-e321-4256-9b06-573932391e27 req-054fc737-7a07-41bb-9a36-1e739b675cd1 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.26 "GET /v2.0/networks?id=641c12dc-e9e2-4861-b839-f7d1974ae0f8 HTTP/1.1" status: 200 len: 814 time: 0.1109853 Oct 29 13:34:55.783492 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [req-d11fd11e-e321-4256-9b06-573932391e27 req-e86cf7b5-a7de-4c9a-bf64-a1d94a1d8ca0 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Request body: {'port': {'device_id': '4b4c33f0-9b48-4bc8-8718-33b972d9f2e6', 'network_id': '641c12dc-e9e2-4861-b839-f7d1974ae0f8', 'admin_state_up': True, 'tenant_id': 'f3eb52fe6377419f9b2d3781809c21c5'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:34:55.821635 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f8954cce-22b9-4fb1-8a57-d39e51781da9 req-8b887f44-22b9-497a-b4da-509d5b9511b7 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b4c33f0-9b48-4bc8-8718-33b972d9f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0300469 Oct 29 13:34:55.831036 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a332b90-382b-47af-bd8a-2c901fa2dbf6 req-e472e792-4782-4ad8-bf88-937c45b1a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:55.832650 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1a332b90-382b-47af-bd8a-2c901fa2dbf6 req-e472e792-4782-4ad8-bf88-937c45b1a3d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fafb15f7-f21d-49e6-98d9-1541bb13b1cb HTTP/1.1" status: 200 len: 843 time: 0.2983246 Oct 29 13:34:55.886525 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d11fd11e-e321-4256-9b06-573932391e27 req-e86cf7b5-a7de-4c9a-bf64-a1d94a1d8ca0 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Made reservation on behalf of f3eb52fe6377419f9b2d3781809c21c5 for: {'port': 1} {{(pid=101275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:34:55.889864 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-d11fd11e-e321-4256-9b06-573932391e27 req-e86cf7b5-a7de-4c9a-bf64-a1d94a1d8ca0 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:55.991869 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a332b90-382b-47af-bd8a-2c901fa2dbf6 req-990884f2-5ba5-46e1-b3a2-02692ab1a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:55.993352 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1a332b90-382b-47af-bd8a-2c901fa2dbf6 req-990884f2-5ba5-46e1-b3a2-02692ab1a3d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2fc8180-e9ab-4d36-ba1d-354896456903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0417607 Oct 29 13:34:56.012112 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_common [req-d11fd11e-e321-4256-9b06-573932391e27 req-e86cf7b5-a7de-4c9a-bf64-a1d94a1d8ca0 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Allocated IP 172.20.0.6 (641c12dc-e9e2-4861-b839-f7d1974ae0f8/ce2a9639-a862-4c7c-a3f7-a1d412586aa5/a0c2206d-cf39-440e-9645-2857b817a96f) {{(pid=101275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:34:56.084984 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1a332b90-382b-47af-bd8a-2c901fa2dbf6 req-7c3f21ce-2010-4c3c-a63b-8095af0145a2 service neutron] 10.222.0.26 "GET /v2.0/networks/a2fc8180-e9ab-4d36-ba1d-354896456903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831256 Oct 29 13:34:56.154300 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-d11fd11e-e321-4256-9b06-573932391e27 req-e86cf7b5-a7de-4c9a-bf64-a1d94a1d8ca0 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Notify callbacks [] for port, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:56.178588 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1a332b90-382b-47af-bd8a-2c901fa2dbf6 req-c0066917-7342-4477-9a96-0bd59a08279f service neutron] 10.222.0.26 "GET /v2.0/networks/a2fc8180-e9ab-4d36-ba1d-354896456903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851698 Oct 29 13:34:56.186428 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-d11fd11e-e321-4256-9b06-573932391e27 req-e86cf7b5-a7de-4c9a-bf64-a1d94a1d8ca0 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:56.227507 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d11fd11e-e321-4256-9b06-573932391e27 req-e86cf7b5-a7de-4c9a-bf64-a1d94a1d8ca0 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Network 641c12dc-e9e2-4861-b839-f7d1974ae0f8 is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:34:56.230397 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [req-d11fd11e-e321-4256-9b06-573932391e27 req-e86cf7b5-a7de-4c9a-bf64-a1d94a1d8ca0 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:34:56.233821 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11fd11e-e321-4256-9b06-573932391e27 req-e86cf7b5-a7de-4c9a-bf64-a1d94a1d8ca0 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Received port after_create {{(pid=101275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:34:56.241936 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86cf7b5-a7de-4c9a-bf64-a1d94a1d8ca0 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Pushing event updated for resources: {'Port': ['ID=a0c2206d-cf39-440e-9645-2857b817a96f,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:34:56.285610 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fd11e-e321-4256-9b06-573932391e27 req-e86cf7b5-a7de-4c9a-bf64-a1d94a1d8ca0 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:56.286256 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-d11fd11e-e321-4256-9b06-573932391e27 req-e86cf7b5-a7de-4c9a-bf64-a1d94a1d8ca0 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:56.301370 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d11fd11e-e321-4256-9b06-573932391e27 req-e86cf7b5-a7de-4c9a-bf64-a1d94a1d8ca0 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5236630 Oct 29 13:34:56.320891 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [req-d11fd11e-e321-4256-9b06-573932391e27 req-0a90d0a7-f88b-4cb4-9392-a4d8312110fc service neutron] Request body: {'port': {'device_id': '4b4c33f0-9b48-4bc8-8718-33b972d9f2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:34:56.373301 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-d11fd11e-e321-4256-9b06-573932391e27 req-0a90d0a7-f88b-4cb4-9392-a4d8312110fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:56.570667 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1805d4-8276-4db8-bb80-555d237fea40 req-b580a78c-10ee-429a-8229-d01d38d09898 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:56.572127 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-da1805d4-8276-4db8-bb80-555d237fea40 req-b580a78c-10ee-429a-8229-d01d38d09898 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/ports?device_id=13ca8180-da00-4601-ba9e-2801a57d1d95 HTTP/1.1" status: 200 len: 947 time: 0.1029756 Oct 29 13:34:56.637902 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-da1805d4-8276-4db8-bb80-555d237fea40 req-b01ce8c9-67c3-4978-ac58-d7e4348b2e5a tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/security-groups?id=061efdad-23c2-4782-b479-a6ea589254f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584512 Oct 29 13:34:56.695785 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [req-d11fd11e-e321-4256-9b06-573932391e27 req-0a90d0a7-f88b-4cb4-9392-a4d8312110fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c2206d-cf39-440e-9645-2857b817a96f {{(pid=101275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:34:56.703306 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-d11fd11e-e321-4256-9b06-573932391e27 req-0a90d0a7-f88b-4cb4-9392-a4d8312110fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:56.704347 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a13f66-9a1b-4542-a664-bdd36bf4398f req-a9fd541a-d92b-4ad9-8b9d-85c9cb7c0783 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:56.705948 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c9a13f66-9a1b-4542-a664-bdd36bf4398f req-a9fd541a-d92b-4ad9-8b9d-85c9cb7c0783 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0483928 Oct 29 13:34:56.715317 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.provisioning_blocks [req-d11fd11e-e321-4256-9b06-573932391e27 req-0a90d0a7-f88b-4cb4-9392-a4d8312110fc service neutron] Transition to ACTIVE for port object a0c2206d-cf39-440e-9645-2857b817a96f will not be triggered until provisioned by entity L2. {{(pid=101275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 13:34:56.718549 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-d11fd11e-e321-4256-9b06-573932391e27 req-0a90d0a7-f88b-4cb4-9392-a4d8312110fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952907'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:56.751332 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c9a13f66-9a1b-4542-a664-bdd36bf4398f req-7e17578e-12cd-4f26-b200-c2169d2cab4b tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389078 Oct 29 13:34:56.773422 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:56.785232 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90d0a7-f88b-4cb4-9392-a4d8312110fc service neutron] Pushing event updated for resources: {'Port': ['ID=a0c2206d-cf39-440e-9645-2857b817a96f,revision_number=2']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:34:56.832771 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [req-d11fd11e-e321-4256-9b06-573932391e27 req-0a90d0a7-f88b-4cb4-9392-a4d8312110fc service neutron] Attempting to bind port a0c2206d-cf39-440e-9645-2857b817a96f on host hv-cinder-81588 for vnic_type normal with profile {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:34:56.833100 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [req-d11fd11e-e321-4256-9b06-573932391e27 req-0a90d0a7-f88b-4cb4-9392-a4d8312110fc service neutron] Attempting to bind port a0c2206d-cf39-440e-9645-2857b817a96f by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'b4b6085d-4457-4673-a111-b3f5b6024848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '641c12dc-e9e2-4861-b839-f7d1974ae0f8'}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:34:56.833416 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11fd11e-e321-4256-9b06-573932391e27 req-0a90d0a7-f88b-4cb4-9392-a4d8312110fc service neutron] Attempting to bind port a0c2206d-cf39-440e-9645-2857b817a96f on network 641c12dc-e9e2-4861-b839-f7d1974ae0f8 {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:34:56.837529 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11fd11e-e321-4256-9b06-573932391e27 req-0a90d0a7-f88b-4cb4-9392-a4d8312110fc service neutron] Port a0c2206d-cf39-440e-9645-2857b817a96f on network 641c12dc-e9e2-4861-b839-f7d1974ae0f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 13:34:56.837872 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11fd11e-e321-4256-9b06-573932391e27 req-0a90d0a7-f88b-4cb4-9392-a4d8312110fc service neutron] Attempting to bind port a0c2206d-cf39-440e-9645-2857b817a96f on network 641c12dc-e9e2-4861-b839-f7d1974ae0f8 {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:34:56.842488 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11fd11e-e321-4256-9b06-573932391e27 req-0a90d0a7-f88b-4cb4-9392-a4d8312110fc service neutron] Checking agent: {'id': 'f4eb5ed7-5e0f-48be-9842-f1315b14e800', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'started_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:34:56.842813 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11fd11e-e321-4256-9b06-573932391e27 req-0a90d0a7-f88b-4cb4-9392-a4d8312110fc service neutron] Checking segment: {'id': 'b4b6085d-4457-4673-a111-b3f5b6024848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '641c12dc-e9e2-4861-b839-f7d1974ae0f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:34:56.843186 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11fd11e-e321-4256-9b06-573932391e27 req-0a90d0a7-f88b-4cb4-9392-a4d8312110fc service neutron] Bound using segment: {'id': 'b4b6085d-4457-4673-a111-b3f5b6024848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '641c12dc-e9e2-4861-b839-f7d1974ae0f8'} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:34:56.844206 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [req-d11fd11e-e321-4256-9b06-573932391e27 req-0a90d0a7-f88b-4cb4-9392-a4d8312110fc service neutron] Bound port: a0c2206d-cf39-440e-9645-2857b817a96f, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b6085d-4457-4673-a111-b3f5b6024848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '641c12dc-e9e2-4861-b839-f7d1974ae0f8'}}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:34:56.844552 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-d11fd11e-e321-4256-9b06-573932391e27 req-0a90d0a7-f88b-4cb4-9392-a4d8312110fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:56.932775 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [req-d11fd11e-e321-4256-9b06-573932391e27 req-0a90d0a7-f88b-4cb4-9392-a4d8312110fc service neutron] For port a0c2206d-cf39-440e-9645-2857b817a96f, host hv-cinder-81588, cleared binding levels {{(pid=101275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:34:56.947743 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [req-d11fd11e-e321-4256-9b06-573932391e27 req-0a90d0a7-f88b-4cb4-9392-a4d8312110fc service neutron] For port a0c2206d-cf39-440e-9645-2857b817a96f, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=a0c2206d-cf39-440e-9645-2857b817a96f,segment=NetworkSegment(b4b6085d-4457-4673-a111-b3f5b6024848),segment_id=b4b6085d-4457-4673-a111-b3f5b6024848)] {{(pid=101275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:34:56.952603 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-d11fd11e-e321-4256-9b06-573932391e27 req-0a90d0a7-f88b-4cb4-9392-a4d8312110fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952907'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:56.966890 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fdcb8-c278-4a41-9a42-642f93f79c4e req-94de6171-ed29-4391-8cc6-0f4869c08f24 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:56.968337 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-701fdcb8-c278-4a41-9a42-642f93f79c4e req-94de6171-ed29-4391-8cc6-0f4869c08f24 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b4c33f0-9b48-4bc8-8718-33b972d9f2e6 HTTP/1.1" status: 200 len: 943 time: 0.0751984 Oct 29 13:34:57.003225 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fd11e-e321-4256-9b06-573932391e27 req-0a90d0a7-f88b-4cb4-9392-a4d8312110fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:57.003816 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-d11fd11e-e321-4256-9b06-573932391e27 req-0a90d0a7-f88b-4cb4-9392-a4d8312110fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:57.005106 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d11fd11e-e321-4256-9b06-573932391e27 req-0a90d0a7-f88b-4cb4-9392-a4d8312110fc service neutron] 10.222.0.26 "PUT /v2.0/ports/a0c2206d-cf39-440e-9645-2857b817a96f HTTP/1.1" status: 200 len: 1093 time: 0.6881421 Oct 29 13:34:57.010485 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4c33f0-9b48-4bc8-8718-33b972d9f2e6', 'tag': 'a0c2206d-cf39-440e-9645-2857b817a96f'}] {{(pid=101275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:34:57.012619 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1ae6470871d1e7f5254046b6a14a5a61bc426f08075d8dbcbc5db3d9a889b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f89a9c-f242-4f51-bbb7-fadef498a4cb" -d '{"events": [{"name": "network-changed", "server_uuid": "4b4c33f0-9b48-4bc8-8718-33b972d9f2e6", "tag": "a0c2206d-cf39-440e-9645-2857b817a96f"}]}' {{(pid=101275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:34:57.044829 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90d0a7-f88b-4cb4-9392-a4d8312110fc service neutron] Pushing event updated for resources: {'Port': ['ID=a0c2206d-cf39-440e-9645-2857b817a96f,revision_number=3']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:34:57.052242 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a006839b-54c8-47c0-82f1-d2a5800a3775 x-openstack-request-id: req-a006839b-54c8-47c0-82f1-d2a5800a3775 {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:34:57.052522 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b4c33f0-9b48-4bc8-8718-33b972d9f2e6", "tag": "a0c2206d-cf39-440e-9645-2857b817a96f", "status": "completed", "code": 200}]} {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:34:57.052764 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a006839b-54c8-47c0-82f1-d2a5800a3775 {{(pid=101275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:34:57.053131 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4c33f0-9b48-4bc8-8718-33b972d9f2e6', 'tag': 'a0c2206d-cf39-440e-9645-2857b817a96f', 'status': 'completed', 'code': 200} Oct 29 13:34:57.062090 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-701fdcb8-c278-4a41-9a42-642f93f79c4e req-33d5bc97-729b-46bf-9972-7cd11541589f tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735281 Oct 29 13:34:57.095861 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fd11e-e321-4256-9b06-573932391e27 req-a8bf71d0-56a9-470f-a183-4c0c1ac04c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:57.097249 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d11fd11e-e321-4256-9b06-573932391e27 req-a8bf71d0-56a9-470f-a183-4c0c1ac04c65 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3eb52fe6377419f9b2d3781809c21c5&device_id=4b4c33f0-9b48-4bc8-8718-33b972d9f2e6 HTTP/1.1" status: 200 len: 1096 time: 0.0466917 Oct 29 13:34:57.140580 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d11fd11e-e321-4256-9b06-573932391e27 req-26f9f5b8-f54b-49a9-a4b2-b376bfacff6d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0c2206d-cf39-440e-9645-2857b817a96f HTTP/1.1" status: 200 len: 217 time: 0.0326104 Oct 29 13:34:57.199359 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fd11e-e321-4256-9b06-573932391e27 req-4572f037-b816-4e4f-b309-36caff26a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:57.200792 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d11fd11e-e321-4256-9b06-573932391e27 req-4572f037-b816-4e4f-b309-36caff26a69c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce2a9639-a862-4c7c-a3f7-a1d412586aa5 HTTP/1.1" status: 200 len: 854 time: 0.0421817 Oct 29 13:34:57.233297 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d11fd11e-e321-4256-9b06-573932391e27 req-a1b78129-08fe-47e1-8a0a-2bc9bdd6beb3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=641c12dc-e9e2-4861-b839-f7d1974ae0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232294 Oct 29 13:34:57.327353 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d11fd11e-e321-4256-9b06-573932391e27 req-34e9f8b6-8c81-4ca0-b6c8-d36ca6a47987 service neutron] 10.222.0.26 "GET /v2.0/networks/641c12dc-e9e2-4861-b839-f7d1974ae0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822761 Oct 29 13:34:57.416508 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d11fd11e-e321-4256-9b06-573932391e27 req-d203f458-4cdb-4712-8937-3b87f6ea9cab service neutron] 10.222.0.26 "GET /v2.0/networks/641c12dc-e9e2-4861-b839-f7d1974ae0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796146 Oct 29 13:34:57.518166 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f89a9c-f242-4f51-bbb7-fadef498a4cb req-16ae6976-bf59-43e0-ad6b-3a3e5b2600a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:57.519717 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-c1f89a9c-f242-4f51-bbb7-fadef498a4cb req-16ae6976-bf59-43e0-ad6b-3a3e5b2600a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3eb52fe6377419f9b2d3781809c21c5&device_id=4b4c33f0-9b48-4bc8-8718-33b972d9f2e6 HTTP/1.1" status: 200 len: 1096 time: 0.0425284 Oct 29 13:34:57.606600 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f89a9c-f242-4f51-bbb7-fadef498a4cb req-f885a7c4-a860-4699-ad28-59272164a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:57.608038 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-c1f89a9c-f242-4f51-bbb7-fadef498a4cb req-f885a7c4-a860-4699-ad28-59272164a3d1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=641c12dc-e9e2-4861-b839-f7d1974ae0f8 HTTP/1.1" status: 200 len: 915 time: 0.0805209 Oct 29 13:34:57.655488 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-c1f89a9c-f242-4f51-bbb7-fadef498a4cb req-9286f0e6-0982-4fa8-a471-67c62ec6f50e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0c2206d-cf39-440e-9645-2857b817a96f HTTP/1.1" status: 200 len: 217 time: 0.0378468 Oct 29 13:34:57.709598 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f89a9c-f242-4f51-bbb7-fadef498a4cb req-f27caaeb-daf6-4299-98f7-7d8af9c867ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:57.711031 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-c1f89a9c-f242-4f51-bbb7-fadef498a4cb req-f27caaeb-daf6-4299-98f7-7d8af9c867ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce2a9639-a862-4c7c-a3f7-a1d412586aa5 HTTP/1.1" status: 200 len: 854 time: 0.0471225 Oct 29 13:34:57.762300 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-c1f89a9c-f242-4f51-bbb7-fadef498a4cb req-3d266653-d4b5-4979-bab9-c9552cb663a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=641c12dc-e9e2-4861-b839-f7d1974ae0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270686 Oct 29 13:34:57.787687 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21a4f2-6529-4c5c-a72c-4992a4ceb753 req-0015307c-36aa-40e6-9a68-3281b9112c1c tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:57.789124 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ea21a4f2-6529-4c5c-a72c-4992a4ceb753 req-0015307c-36aa-40e6-9a68-3281b9112c1c tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/ports?device_id=13ca8180-da00-4601-ba9e-2801a57d1d95 HTTP/1.1" status: 200 len: 947 time: 0.0823352 Oct 29 13:34:57.867711 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ea21a4f2-6529-4c5c-a72c-4992a4ceb753 req-4eb8d0c9-9dc4-4376-820c-b3fc7bdec44a tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/security-groups?id=061efdad-23c2-4782-b479-a6ea589254f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692713 Oct 29 13:34:57.891398 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-c1f89a9c-f242-4f51-bbb7-fadef498a4cb req-545168cf-d113-418d-b7db-0986f0743b1a service neutron] 10.222.0.26 "GET /v2.0/networks/641c12dc-e9e2-4861-b839-f7d1974ae0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185341 Oct 29 13:34:57.994521 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:58.026385 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e30fc-5a2a-4506-a4c5-372cd47c0aff req-2703f8aa-d417-478d-9157-699a153ef446 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:58.027842 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9a5e30fc-5a2a-4506-a4c5-372cd47c0aff req-2703f8aa-d417-478d-9157-699a153ef446 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0807514 Oct 29 13:34:58.031600 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-c1f89a9c-f242-4f51-bbb7-fadef498a4cb req-0361fb99-912f-4626-bbe2-be598c8d8f7a service neutron] 10.222.0.26 "GET /v2.0/networks/641c12dc-e9e2-4861-b839-f7d1974ae0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264427 Oct 29 13:34:58.055673 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-f8b9b9de-44a3-4640-9869-e79393e1f222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:58.060362 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901c32e-72f3-42e1-a014-dcf0c7718051 req-e93a4220-22f9-46d9-ac77-1f1eac41b327 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:58.061912 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e901c32e-72f3-42e1-a014-dcf0c7718051 req-e93a4220-22f9-46d9-ac77-1f1eac41b327 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0529544 Oct 29 13:34:58.070818 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9a5e30fc-5a2a-4506-a4c5-372cd47c0aff req-cc2406ee-6509-437c-8319-ce4e1b8eb384 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365052 Oct 29 13:34:58.100768 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e901c32e-72f3-42e1-a014-dcf0c7718051 req-48162b89-1bba-4618-9850-b66c244e9cd7 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319870 Oct 29 13:34:58.174964 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f35af-d09b-4f44-ac58-6afe43511d49 req-f5792a97-4ec0-4ac7-adde-56f9a7ba616a tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:58.176431 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b82f35af-d09b-4f44-ac58-6afe43511d49 req-f5792a97-4ec0-4ac7-adde-56f9a7ba616a tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b4c33f0-9b48-4bc8-8718-33b972d9f2e6 HTTP/1.1" status: 200 len: 943 time: 0.0475917 Oct 29 13:34:58.213362 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b82f35af-d09b-4f44-ac58-6afe43511d49 req-90a9f3a8-bf1d-4f86-8341-5dba028ed8c9 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308936 Oct 29 13:34:58.985015 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5614c-e067-4975-bcaa-01bb8d3b94c2 req-324a83fc-b5f5-4635-807f-0197b31cb6ec tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:58.986400 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-98d5614c-e067-4975-bcaa-01bb8d3b94c2 req-324a83fc-b5f5-4635-807f-0197b31cb6ec tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/ports?device_id=13ca8180-da00-4601-ba9e-2801a57d1d95 HTTP/1.1" status: 200 len: 947 time: 0.0483444 Oct 29 13:34:59.022725 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-98d5614c-e067-4975-bcaa-01bb8d3b94c2 req-009bdecc-9ad5-415f-8d78-0553c7fc7a2e tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/security-groups?id=061efdad-23c2-4782-b479-a6ea589254f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304098 Oct 29 13:34:59.185401 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c3173-1990-45d0-9863-85fc385b40dc req-8eb716e9-ecd5-43a5-ad91-948d4b0a5e11 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:59.186890 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-c32c3173-1990-45d0-9863-85fc385b40dc req-8eb716e9-ecd5-43a5-ad91-948d4b0a5e11 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0514438 Oct 29 13:34:59.217960 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7cb29-9651-4d00-905f-c76b5e6a7a84 req-6730a415-44c0-4784-a3c8-ffa6890374d7 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:59.219942 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e1c7cb29-9651-4d00-905f-c76b5e6a7a84 req-6730a415-44c0-4784-a3c8-ffa6890374d7 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0475161 Oct 29 13:34:59.226384 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-c32c3173-1990-45d0-9863-85fc385b40dc req-e02d4218-522f-40e4-910a-2d9db07eb3a1 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328205 Oct 29 13:34:59.253685 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:59.263264 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e1c7cb29-9651-4d00-905f-c76b5e6a7a84 req-a5e593ef-9eb7-4765-8251-2dc33eb327bb tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374393 Oct 29 13:34:59.337176 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2cc77-ac45-4811-9a3f-d592a794745d req-b5a7af23-4be9-415b-84f4-e456d009fc76 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:34:59.338644 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e9f2cc77-ac45-4811-9a3f-d592a794745d req-b5a7af23-4be9-415b-84f4-e456d009fc76 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b4c33f0-9b48-4bc8-8718-33b972d9f2e6 HTTP/1.1" status: 200 len: 943 time: 0.0515583 Oct 29 13:34:59.356368 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 055cabbb-1178-43b8-926e-f834674e5586 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:34:59.378105 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e9f2cc77-ac45-4811-9a3f-d592a794745d req-00a25699-5715-4c50-a306-a05497360138 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335193 Oct 29 13:34:59.457051 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 055cabbb-1178-43b8-926e-f834674e5586, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=055cabbb-1178-43b8-926e-f834674e5586,segment=NetworkSegment(82a30b57-dfd7-48e6-b972-60fe41f6947d),segment_id=82a30b57-dfd7-48e6-b972-60fe41f6947d)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:34:59.468723 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': '055cabbb-1178-43b8-926e-f834674e5586', 'network_id': 'a2fc8180-e9ab-4d36-ba1d-354896456903', 'port_id': '055cabbb-1178-43b8-926e-f834674e5586', 'mac_address': 'fa:16:3e:e0:30:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafb15f7-f21d-49e6-98d9-1541bb13b1cb', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:34:59.505989 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:59.521280 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 055cabbb-1178-43b8-926e-f834674e5586 {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:34:59.539205 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 055cabbb-1178-43b8-926e-f834674e5586, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=055cabbb-1178-43b8-926e-f834674e5586,segment=NetworkSegment(82a30b57-dfd7-48e6-b972-60fe41f6947d),segment_id=82a30b57-dfd7-48e6-b972-60fe41f6947d)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:34:59.542648 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:34:59.586535 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=055cabbb-1178-43b8-926e-f834674e5586,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:00.005619 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['055cabbb-1178-43b8-926e-f834674e5586'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:35:00.156794 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5a0cb-28c0-4c69-868c-cda6d08b6b8d req-283c63ca-3538-427d-b0a3-d2017fea4341 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:00.158888 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-83e5a0cb-28c0-4c69-868c-cda6d08b6b8d req-283c63ca-3538-427d-b0a3-d2017fea4341 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/ports?device_id=13ca8180-da00-4601-ba9e-2801a57d1d95 HTTP/1.1" status: 200 len: 948 time: 0.0668187 Oct 29 13:35:00.196797 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-83e5a0cb-28c0-4c69-868c-cda6d08b6b8d req-bf75958e-bec3-452d-97e2-f44d2ba42ba4 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/security-groups?id=061efdad-23c2-4782-b479-a6ea589254f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316739 Oct 29 13:35:00.341602 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af357ff9-7669-4227-a30b-3499240c2543 req-ce1776a0-92fd-4949-bdc7-390183113d6e tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:00.343121 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-af357ff9-7669-4227-a30b-3499240c2543 req-ce1776a0-92fd-4949-bdc7-390183113d6e tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0474777 Oct 29 13:35:00.381028 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1ad99-bb4a-4616-932c-0a6e9d1eaec7 req-336344bf-a1b4-4f63-97d0-943e3eda34a7 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:00.381256 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-af357ff9-7669-4227-a30b-3499240c2543 req-4a2a3f8e-3a47-442a-aad6-a0b62b628c21 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314994 Oct 29 13:35:00.382701 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-5ec1ad99-bb4a-4616-932c-0a6e9d1eaec7 req-336344bf-a1b4-4f63-97d0-943e3eda34a7 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0488083 Oct 29 13:35:00.420632 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-5ec1ad99-bb4a-4616-932c-0a6e9d1eaec7 req-63abe741-871b-4175-8ade-37cd44c7f3c5 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320466 Oct 29 13:35:00.491155 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc5bcc-d68d-4c02-8d1b-e4f0b09bccce req-a97ea45f-17e0-4af3-8759-688bbab980a6 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:00.492808 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-94cc5bcc-d68d-4c02-8d1b-e4f0b09bccce req-a97ea45f-17e0-4af3-8759-688bbab980a6 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b4c33f0-9b48-4bc8-8718-33b972d9f2e6 HTTP/1.1" status: 200 len: 943 time: 0.0475018 Oct 29 13:35:00.529306 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-94cc5bcc-d68d-4c02-8d1b-e4f0b09bccce req-fdfd2ec2-6e51-495d-b746-ea01e639025f tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308106 Oct 29 13:35:00.752689 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:01.308296 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76467d-292d-423b-834d-45a073412627 req-18e89915-4619-459d-a5b5-ed9141894882 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:01.309746 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ff76467d-292d-423b-834d-45a073412627 req-18e89915-4619-459d-a5b5-ed9141894882 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/ports?device_id=13ca8180-da00-4601-ba9e-2801a57d1d95 HTTP/1.1" status: 200 len: 948 time: 0.0479832 Oct 29 13:35:01.349601 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ff76467d-292d-423b-834d-45a073412627 req-bddf03e9-f847-414b-a002-a1f1301e2fb5 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/security-groups?id=061efdad-23c2-4782-b479-a6ea589254f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333464 Oct 29 13:35:01.368332 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device a0c2206d-cf39-440e-9645-2857b817a96f details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:35:01.371529 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 055cabbb-1178-43b8-926e-f834674e5586 up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:35:01.476287 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning for port 055cabbb-1178-43b8-926e-f834674e5586 completed by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 13:35:01.488015 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port 055cabbb-1178-43b8-926e-f834674e5586 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:35:01.488385 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:01.501281 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a98f6e-d82e-48bb-aa37-9402013f5048 req-7084dd65-92dc-4055-bd70-6c1af6e823d0 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:01.503442 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-c1a98f6e-d82e-48bb-aa37-9402013f5048 req-7084dd65-92dc-4055-bd70-6c1af6e823d0 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0570719 Oct 29 13:35:01.531664 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port a0c2206d-cf39-440e-9645-2857b817a96f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=a0c2206d-cf39-440e-9645-2857b817a96f,segment=NetworkSegment(b4b6085d-4457-4673-a111-b3f5b6024848),segment_id=b4b6085d-4457-4673-a111-b3f5b6024848)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:35:01.545019 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc46a9-cd34-45f1-a6bb-d64c4c3c3baf req-8cf3a2cf-4b38-4e90-910f-7248ecfe9de2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:01.548345 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': 'a0c2206d-cf39-440e-9645-2857b817a96f', 'network_id': '641c12dc-e9e2-4861-b839-f7d1974ae0f8', 'port_id': 'a0c2206d-cf39-440e-9645-2857b817a96f', 'mac_address': 'fa:16:3e:d4:ad:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2a9639-a862-4c7c-a3f7-a1d412586aa5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:35:01.551480 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-c1a98f6e-d82e-48bb-aa37-9402013f5048 req-a381005f-5127-4fd7-bd7c-44c27267016f tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417769 Oct 29 13:35:01.553320 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-accc46a9-cd34-45f1-a6bb-d64c4c3c3baf req-8cf3a2cf-4b38-4e90-910f-7248ecfe9de2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0614836 Oct 29 13:35:01.598652 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-accc46a9-cd34-45f1-a6bb-d64c4c3c3baf req-d25b4e03-bb81-40b9-974d-334a339d91f2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440311 Oct 29 13:35:01.612986 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:01.631591 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:01.634201 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c2206d-cf39-440e-9645-2857b817a96f {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:35:01.665802 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port a0c2206d-cf39-440e-9645-2857b817a96f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=a0c2206d-cf39-440e-9645-2857b817a96f,segment=NetworkSegment(b4b6085d-4457-4673-a111-b3f5b6024848),segment_id=b4b6085d-4457-4673-a111-b3f5b6024848)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:35:01.670945 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ca8180-da00-4601-ba9e-2801a57d1d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055cabbb-1178-43b8-926e-f834674e5586'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:35:01.671888 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad214b-f004-48f2-9170-2dd5e446b0a2 req-807a2f73-44a1-4a4e-9ad3-dbb9bed5d452 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:01.673182 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb58fa7-7562-41eb-965f-3ab2a6b966b7" -d '{"events": [{"server_uuid": "13ca8180-da00-4601-ba9e-2801a57d1d95", "name": "network-vif-plugged", "status": "completed", "tag": "055cabbb-1178-43b8-926e-f834674e5586"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:35:01.673675 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-08ad214b-f004-48f2-9170-2dd5e446b0a2 req-807a2f73-44a1-4a4e-9ad3-dbb9bed5d452 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b4c33f0-9b48-4bc8-8718-33b972d9f2e6 HTTP/1.1" status: 200 len: 943 time: 0.0510769 Oct 29 13:35:01.678032 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:01.690231 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 055cabbb-1178-43b8-926e-f834674e5586, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=055cabbb-1178-43b8-926e-f834674e5586,segment=NetworkSegment(82a30b57-dfd7-48e6-b972-60fe41f6947d),segment_id=82a30b57-dfd7-48e6-b972-60fe41f6947d)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:35:01.711985 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980fc1cc-4bb4-4fc7-94be-a5b95a680041 x-openstack-request-id: req-980fc1cc-4bb4-4fc7-94be-a5b95a680041 {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:35:01.712293 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ca8180-da00-4601-ba9e-2801a57d1d95", "name": "network-vif-plugged", "status": "completed", "tag": "055cabbb-1178-43b8-926e-f834674e5586", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:35:01.712543 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-980fc1cc-4bb4-4fc7-94be-a5b95a680041 {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:35:01.712918 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ca8180-da00-4601-ba9e-2801a57d1d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055cabbb-1178-43b8-926e-f834674e5586', 'code': 200} Oct 29 13:35:01.715194 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:01.717066 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-08ad214b-f004-48f2-9170-2dd5e446b0a2 req-c116db62-416a-42f8-932f-f802f3e6f797 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358539 Oct 29 13:35:01.745064 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=a0c2206d-cf39-440e-9645-2857b817a96f,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:01.798040 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=055cabbb-1178-43b8-926e-f834674e5586,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:01.884157 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08ebc3-4182-4148-bb76-ef41017a2005 req-1a91ce54-df99-475e-82e9-cbc42a899663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:01.885581 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1f08ebc3-4182-4148-bb76-ef41017a2005 req-1a91ce54-df99-475e-82e9-cbc42a899663 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=13ca8180-da00-4601-ba9e-2801a57d1d95 HTTP/1.1" status: 200 len: 1102 time: 0.0369947 Oct 29 13:35:01.923919 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1f08ebc3-4182-4148-bb76-ef41017a2005 req-43c9dde5-3b6c-4657-8ae9-7a08b00d5d59 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=061efdad-23c2-4782-b479-a6ea589254f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265374 Oct 29 13:35:02.095843 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['a0c2206d-cf39-440e-9645-2857b817a96f'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:35:02.462624 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8811a97-7b3e-4a0b-beff-4abc3e244932 req-1d96fd28-fd08-4a7a-92d4-403c9ff02481 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:02.463976 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e8811a97-7b3e-4a0b-beff-4abc3e244932 req-1d96fd28-fd08-4a7a-92d4-403c9ff02481 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/ports?device_id=13ca8180-da00-4601-ba9e-2801a57d1d95 HTTP/1.1" status: 200 len: 949 time: 0.0502183 Oct 29 13:35:02.500218 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e8811a97-7b3e-4a0b-beff-4abc3e244932 req-ca904077-d135-43c5-beca-e89d3e259604 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/security-groups?id=061efdad-23c2-4782-b479-a6ea589254f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304158 Oct 29 13:35:02.667339 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ef24-42b5-4e27-87b6-4670674f20cb req-7b8944e5-6e01-4234-b1bf-52e41723a91b tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:02.668932 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-08d2ef24-42b5-4e27-87b6-4670674f20cb req-7b8944e5-6e01-4234-b1bf-52e41723a91b tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0507381 Oct 29 13:35:02.706737 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-08d2ef24-42b5-4e27-87b6-4670674f20cb req-6977c7fb-0a1c-4fac-9c2c-2e1df1a39742 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311408 Oct 29 13:35:02.711933 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39832692-15ac-432e-97bb-e4d3f1b0a5e9 req-4f9879da-4f4f-4706-b348-7ed5b2514fa0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:02.713443 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-39832692-15ac-432e-97bb-e4d3f1b0a5e9 req-4f9879da-4f4f-4706-b348-7ed5b2514fa0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0468929 Oct 29 13:35:02.752360 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-39832692-15ac-432e-97bb-e4d3f1b0a5e9 req-bd12c58a-35dc-4873-aaa4-5badae131881 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329399 Oct 29 13:35:02.831331 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed180528-b3b9-45d4-8d4c-32f3f3244516 req-9a7805c3-c5f4-4e2e-bff0-aeab1e4b27a2 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:02.832787 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ed180528-b3b9-45d4-8d4c-32f3f3244516 req-9a7805c3-c5f4-4e2e-bff0-aeab1e4b27a2 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b4c33f0-9b48-4bc8-8718-33b972d9f2e6 HTTP/1.1" status: 200 len: 944 time: 0.0483036 Oct 29 13:35:02.873023 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ed180528-b3b9-45d4-8d4c-32f3f3244516 req-aac27ef6-2b05-4e6c-8984-b632332e2b46 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342405 Oct 29 13:35:03.611882 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02bcfe-844b-4316-8d4b-7247a054539a req-c795b1dd-3344-418f-82df-b51492c9bbea tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:03.613402 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1a02bcfe-844b-4316-8d4b-7247a054539a req-c795b1dd-3344-418f-82df-b51492c9bbea tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/ports?device_id=13ca8180-da00-4601-ba9e-2801a57d1d95 HTTP/1.1" status: 200 len: 949 time: 0.0476081 Oct 29 13:35:03.652457 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1a02bcfe-844b-4316-8d4b-7247a054539a req-e242d62c-f4cb-4d98-af21-b814a2c07cbf tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/security-groups?id=061efdad-23c2-4782-b479-a6ea589254f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330334 Oct 29 13:35:03.818728 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207db50-841f-4803-9bff-0e4652f2cbe4 req-ad346886-a6bf-45bb-97ec-3a3bfd0c1082 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:03.820201 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0207db50-841f-4803-9bff-0e4652f2cbe4 req-ad346886-a6bf-45bb-97ec-3a3bfd0c1082 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0474958 Oct 29 13:35:03.857985 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0207db50-841f-4803-9bff-0e4652f2cbe4 req-28f85c3a-d0c4-49f9-b2a2-b25288918c02 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317638 Oct 29 13:35:03.870682 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b4c22-0380-44ab-bc71-47a29ad51870 req-e16a97ac-22dd-4f06-8b90-b06973c10acb tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:03.872176 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7f8b4c22-0380-44ab-bc71-47a29ad51870 req-e16a97ac-22dd-4f06-8b90-b06973c10acb tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0484147 Oct 29 13:35:03.910466 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7f8b4c22-0380-44ab-bc71-47a29ad51870 req-acb7bad9-9cf3-4f12-91b7-25f591e1fe3a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315080 Oct 29 13:35:04.176720 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa6863-271b-4ee4-9f98-33bd93ca139f req-7a06cb6a-691c-45c3-925b-ea6cc12733a4 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:04.178207 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3faa6863-271b-4ee4-9f98-33bd93ca139f req-7a06cb6a-691c-45c3-925b-ea6cc12733a4 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b4c33f0-9b48-4bc8-8718-33b972d9f2e6 HTTP/1.1" status: 200 len: 944 time: 0.2410154 Oct 29 13:35:04.214732 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3faa6863-271b-4ee4-9f98-33bd93ca139f req-a357a3a7-216a-4694-bbe5-1d50469f4de7 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305953 Oct 29 13:35:04.762404 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b34c7-8c31-49da-92f0-d016d76c36c4 req-4cc9c3c7-221b-42c2-b752-d7a0f321d1d3 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:04.763861 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-922b34c7-8c31-49da-92f0-d016d76c36c4 req-4cc9c3c7-221b-42c2-b752-d7a0f321d1d3 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/ports?device_id=13ca8180-da00-4601-ba9e-2801a57d1d95 HTTP/1.1" status: 200 len: 949 time: 0.0466340 Oct 29 13:35:04.800443 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-922b34c7-8c31-49da-92f0-d016d76c36c4 req-f4a06187-ccc5-4440-bdd2-7f837c912f00 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/security-groups?id=061efdad-23c2-4782-b479-a6ea589254f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301728 Oct 29 13:35:04.981376 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1768c1-731f-4c3e-9c7f-eb169a1a12e8 req-38eaef11-5558-40c4-84ed-96bdff6d205c tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:04.982865 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9c1768c1-731f-4c3e-9c7f-eb169a1a12e8 req-38eaef11-5558-40c4-84ed-96bdff6d205c tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0552227 Oct 29 13:35:05.020931 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9c1768c1-731f-4c3e-9c7f-eb169a1a12e8 req-c096e9bb-0b3f-4945-aa73-2c5e888e971d tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317619 Oct 29 13:35:05.046006 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318a05c-aebf-42b9-b093-bedad99f5346 req-55fca224-485d-4cf3-9061-ca1344744762 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:05.050337 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7318a05c-aebf-42b9-b093-bedad99f5346 req-55fca224-485d-4cf3-9061-ca1344744762 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0481670 Oct 29 13:35:05.089229 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7318a05c-aebf-42b9-b093-bedad99f5346 req-1c87033b-6cb3-4267-9bd3-1a7c504a8f7f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351872 Oct 29 13:35:05.126138 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826e588-f69d-4651-8c59-4c687928bd9b req-5113b05c-ea4e-40d2-99af-0b02d1c71d3b tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:05.127588 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b826e588-f69d-4651-8c59-4c687928bd9b req-5113b05c-ea4e-40d2-99af-0b02d1c71d3b tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/ports?device_id=13ca8180-da00-4601-ba9e-2801a57d1d95 HTTP/1.1" status: 200 len: 949 time: 0.0514143 Oct 29 13:35:05.163404 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b826e588-f69d-4651-8c59-4c687928bd9b req-49a00b01-1d02-41ed-841b-9bff0eba2a68 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/security-groups?id=061efdad-23c2-4782-b479-a6ea589254f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299156 Oct 29 13:35:05.324671 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6337d-7e90-42e4-a7a7-329c58d0ec6d req-efd5571d-1d01-42a0-b78e-300297716ec0 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:05.326136 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7ec6337d-7e90-42e4-a7a7-329c58d0ec6d req-efd5571d-1d01-42a0-b78e-300297716ec0 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b4c33f0-9b48-4bc8-8718-33b972d9f2e6 HTTP/1.1" status: 200 len: 944 time: 0.0472417 Oct 29 13:35:05.365764 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7ec6337d-7e90-42e4-a7a7-329c58d0ec6d req-58dfb520-5718-4cdb-9af3-96551d2e4e87 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336123 Oct 29 13:35:05.385193 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device a0c2206d-cf39-440e-9645-2857b817a96f up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:35:05.434311 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning for port a0c2206d-cf39-440e-9645-2857b817a96f completed by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 13:35:05.437765 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port a0c2206d-cf39-440e-9645-2857b817a96f triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:35:05.438202 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:05.509684 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:05.531332 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4c33f0-9b48-4bc8-8718-33b972d9f2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c2206d-cf39-440e-9645-2857b817a96f'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:35:05.534223 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e1bce6-27bf-41e6-9d55-01a40a26d482" -d '{"events": [{"server_uuid": "4b4c33f0-9b48-4bc8-8718-33b972d9f2e6", "name": "network-vif-plugged", "status": "completed", "tag": "a0c2206d-cf39-440e-9645-2857b817a96f"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:35:05.545979 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port a0c2206d-cf39-440e-9645-2857b817a96f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=a0c2206d-cf39-440e-9645-2857b817a96f,segment=NetworkSegment(b4b6085d-4457-4673-a111-b3f5b6024848),segment_id=b4b6085d-4457-4673-a111-b3f5b6024848)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:35:05.549922 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:05.574432 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451ff3b7-7836-413c-9ed5-e9b02e325b65 x-openstack-request-id: req-451ff3b7-7836-413c-9ed5-e9b02e325b65 {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:35:05.574740 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4c33f0-9b48-4bc8-8718-33b972d9f2e6", "name": "network-vif-plugged", "status": "completed", "tag": "a0c2206d-cf39-440e-9645-2857b817a96f", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:35:05.574992 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-451ff3b7-7836-413c-9ed5-e9b02e325b65 {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:35:05.575367 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4c33f0-9b48-4bc8-8718-33b972d9f2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c2206d-cf39-440e-9645-2857b817a96f', 'code': 200} Oct 29 13:35:05.600402 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=a0c2206d-cf39-440e-9645-2857b817a96f,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:05.755826 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd78756-c4f7-4b7e-bc42-bb81385d6206 req-bbbec75e-bc73-463d-b8b8-f471057b7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:05.757426 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ebd78756-c4f7-4b7e-bc42-bb81385d6206 req-bbbec75e-bc73-463d-b8b8-f471057b7264 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4b4c33f0-9b48-4bc8-8718-33b972d9f2e6 HTTP/1.1" status: 200 len: 1098 time: 0.0420318 Oct 29 13:35:05.795445 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ebd78756-c4f7-4b7e-bc42-bb81385d6206 req-6415b1b1-5964-466b-a7a6-8f327067ae63 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297124 Oct 29 13:35:06.131883 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e098b1e-24e1-4ef8-9b54-527909a90dd3 req-5d427383-93be-46e1-b305-79479e857e34 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:06.133468 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1e098b1e-24e1-4ef8-9b54-527909a90dd3 req-5d427383-93be-46e1-b305-79479e857e34 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0468466 Oct 29 13:35:06.170449 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1e098b1e-24e1-4ef8-9b54-527909a90dd3 req-c3e570ec-e6fe-4e45-99bd-51eb9cc38a5d tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312660 Oct 29 13:35:06.208103 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a114d6-bdf1-4080-82fc-9b51d29b97bc req-9662778a-bc10-4e2e-923f-b7e15de1ce85 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:06.209629 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-82a114d6-bdf1-4080-82fc-9b51d29b97bc req-9662778a-bc10-4e2e-923f-b7e15de1ce85 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0489194 Oct 29 13:35:06.247034 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-82a114d6-bdf1-4080-82fc-9b51d29b97bc req-fec05c4f-cf42-4ac6-af72-974220f3ef42 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314167 Oct 29 13:35:06.279577 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5ea9b-3029-4bdb-871f-1077c8bca5e1 req-ba6ca6cb-1e0c-4c3a-98e1-5f3eba5c2571 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:06.281027 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-efa5ea9b-3029-4bdb-871f-1077c8bca5e1 req-ba6ca6cb-1e0c-4c3a-98e1-5f3eba5c2571 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/ports?device_id=13ca8180-da00-4601-ba9e-2801a57d1d95 HTTP/1.1" status: 200 len: 949 time: 0.0507734 Oct 29 13:35:06.317613 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-efa5ea9b-3029-4bdb-871f-1077c8bca5e1 req-58098cb6-f5e8-4aab-b347-1051de61a988 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/security-groups?id=061efdad-23c2-4782-b479-a6ea589254f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305486 Oct 29 13:35:06.480134 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eae9aa-bf9b-43eb-a09b-1678d233e968 req-d4be74d4-acec-4883-8388-ce6380ebb8c2 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:06.481594 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-84eae9aa-bf9b-43eb-a09b-1678d233e968 req-d4be74d4-acec-4883-8388-ce6380ebb8c2 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b4c33f0-9b48-4bc8-8718-33b972d9f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0485432 Oct 29 13:35:06.525494 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-84eae9aa-bf9b-43eb-a09b-1678d233e968 req-a9e8b666-ab7e-449e-b613-605668df2d2d tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377407 Oct 29 13:35:07.136331 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1bfe8-ba6e-494a-aec5-2c302c3ca285 req-88f0b18b-42b9-41be-8dfd-9bdcf6cb7952 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:07.137836 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-83e1bfe8-ba6e-494a-aec5-2c302c3ca285 req-88f0b18b-42b9-41be-8dfd-9bdcf6cb7952 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0489841 Oct 29 13:35:07.178189 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-83e1bfe8-ba6e-494a-aec5-2c302c3ca285 req-5545d4d6-f99d-4d83-a527-f5ff83310843 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342491 Oct 29 13:35:07.293718 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d553ca4-4dc9-44d4-8def-36316059e9a1 req-4561db9a-9218-45b0-8e10-aec2e00aa2f3 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:07.295201 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-2d553ca4-4dc9-44d4-8def-36316059e9a1 req-4561db9a-9218-45b0-8e10-aec2e00aa2f3 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0492516 Oct 29 13:35:07.332441 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-2d553ca4-4dc9-44d4-8def-36316059e9a1 req-b581a3f3-b5e4-4213-b846-5de87469c3c6 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308702 Oct 29 13:35:07.367681 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7e74b-ce2b-4d91-bccc-b93e182974f2 req-998cad66-e762-4e1b-a990-d087aadea047 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:07.369174 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2ae7e74b-ce2b-4d91-bccc-b93e182974f2 req-998cad66-e762-4e1b-a990-d087aadea047 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0485907 Oct 29 13:35:07.407447 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2ae7e74b-ce2b-4d91-bccc-b93e182974f2 req-f347aeaf-2b2a-4b67-b587-f46ae6a98304 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314612 Oct 29 13:35:07.442254 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35cf5c-7679-46a3-af14-308946a8432a req-e9a4d122-4551-47d7-9a78-838af47bc5b6 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:07.443763 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-5e35cf5c-7679-46a3-af14-308946a8432a req-e9a4d122-4551-47d7-9a78-838af47bc5b6 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/ports?device_id=13ca8180-da00-4601-ba9e-2801a57d1d95 HTTP/1.1" status: 200 len: 949 time: 0.0501370 Oct 29 13:35:07.481855 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-5e35cf5c-7679-46a3-af14-308946a8432a req-cc02cf1c-25eb-4025-ba09-5ccf923d462b tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/security-groups?id=061efdad-23c2-4782-b479-a6ea589254f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322011 Oct 29 13:35:07.618809 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117176f-5a24-4451-b35e-3c95f5f4d964 req-84951449-fdde-46c1-a979-cafc9a1e4cd9 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:07.620261 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b117176f-5a24-4451-b35e-3c95f5f4d964 req-84951449-fdde-46c1-a979-cafc9a1e4cd9 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.26 "GET /v2.0/ports?device_id=13ca8180-da00-4601-ba9e-2801a57d1d95 HTTP/1.1" status: 200 len: 949 time: 0.0704987 Oct 29 13:35:07.721462 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c45e7d-88b4-4d4c-8b62-b0d54406a3b9 req-10bcb676-611e-4c6d-91f3-c5d2b8e301ff tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:07.722870 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-80c45e7d-88b4-4d4c-8b62-b0d54406a3b9 req-10bcb676-611e-4c6d-91f3-c5d2b8e301ff tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b4c33f0-9b48-4bc8-8718-33b972d9f2e6 HTTP/1.1" status: 200 len: 945 time: 0.1263623 Oct 29 13:35:07.772325 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-80c45e7d-88b4-4d4c-8b62-b0d54406a3b9 req-0ab47a02-cd8d-4d6f-9524-c8510626e734 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430498 Oct 29 13:35:07.776962 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [req-b117176f-5a24-4451-b35e-3c95f5f4d964 req-c7171757-43f0-4031-b5be-26d77236b1c7 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Deleting port 055cabbb-1178-43b8-926e-f834674e5586 {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:35:07.777298 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-b117176f-5a24-4451-b35e-3c95f5f4d964 req-c7171757-43f0-4031-b5be-26d77236b1c7 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:07.862323 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [req-b117176f-5a24-4451-b35e-3c95f5f4d964 req-c7171757-43f0-4031-b5be-26d77236b1c7 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] For port 055cabbb-1178-43b8-926e-f834674e5586, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=055cabbb-1178-43b8-926e-f834674e5586,segment=NetworkSegment(82a30b57-dfd7-48e6-b972-60fe41f6947d),segment_id=82a30b57-dfd7-48e6-b972-60fe41f6947d)] {{(pid=101275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:35:07.862681 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-b117176f-5a24-4451-b35e-3c95f5f4d964 req-c7171757-43f0-4031-b5be-26d77236b1c7 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:07.874672 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [req-b117176f-5a24-4451-b35e-3c95f5f4d964 req-c7171757-43f0-4031-b5be-26d77236b1c7 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Calling delete_port for 055cabbb-1178-43b8-926e-f834674e5586 owned by compute:nova {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:35:07.999040 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-b117176f-5a24-4451-b35e-3c95f5f4d964 req-c7171757-43f0-4031-b5be-26d77236b1c7 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:08.015443 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['055cabbb-1178-43b8-926e-f834674e5586'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:35:08.026867 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7171757-43f0-4031-b5be-26d77236b1c7 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Pushing event deleted for resources: {'Port': ['ID=055cabbb-1178-43b8-926e-f834674e5586,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:08.075512 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [req-b117176f-5a24-4451-b35e-3c95f5f4d964 req-c7171757-43f0-4031-b5be-26d77236b1c7 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] No DVR routers for this DVR port 055cabbb-1178-43b8-926e-f834674e5586 on host hv-cinder-81588 {{(pid=101275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:35:08.078285 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-b117176f-5a24-4451-b35e-3c95f5f4d964 req-c7171757-43f0-4031-b5be-26d77236b1c7 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:08.082089 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b117176f-5a24-4451-b35e-3c95f5f4d964 req-c7171757-43f0-4031-b5be-26d77236b1c7 tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.26 "DELETE /v2.0/ports/055cabbb-1178-43b8-926e-f834674e5586 HTTP/1.1" status: 204 len: 173 time: 0.4472771 Oct 29 13:35:08.082538 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ca8180-da00-4601-ba9e-2801a57d1d95', 'name': 'network-vif-deleted', 'tag': '055cabbb-1178-43b8-926e-f834674e5586'}] {{(pid=101275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:35:08.084813 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1ae6470871d1e7f5254046b6a14a5a61bc426f08075d8dbcbc5db3d9a889b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393007f0-ac3a-417c-83ce-42a1d24fed76" -d '{"events": [{"server_uuid": "13ca8180-da00-4601-ba9e-2801a57d1d95", "name": "network-vif-deleted", "tag": "055cabbb-1178-43b8-926e-f834674e5586"}]}' {{(pid=101275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:35:08.122077 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c24bdc-df8c-4bc7-83f6-32da829f803d x-openstack-request-id: req-01c24bdc-df8c-4bc7-83f6-32da829f803d {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:35:08.122371 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ca8180-da00-4601-ba9e-2801a57d1d95", "name": "network-vif-deleted", "tag": "055cabbb-1178-43b8-926e-f834674e5586", "status": "completed", "code": 200}]} {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:35:08.122627 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-01c24bdc-df8c-4bc7-83f6-32da829f803d {{(pid=101275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:35:08.123022 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ca8180-da00-4601-ba9e-2801a57d1d95', 'name': 'network-vif-deleted', 'tag': '055cabbb-1178-43b8-926e-f834674e5586', 'status': 'completed', 'code': 200} Oct 29 13:35:08.296286 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92881d5-a5b6-4570-adfa-6adf4e477453 req-47a2e520-bb2e-4d79-884c-4d4121afb659 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:08.297681 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b92881d5-a5b6-4570-adfa-6adf4e477453 req-47a2e520-bb2e-4d79-884c-4d4121afb659 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0482752 Oct 29 13:35:08.335043 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b92881d5-a5b6-4570-adfa-6adf4e477453 req-b6b39cca-5eae-444b-8481-6de97a6fb346 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313675 Oct 29 13:35:08.444890 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2125fb8-2f1b-4cd4-b01b-2dd32dce1b7a req-e5a37301-6e25-4e16-9869-68c2b28cacc8 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:08.446400 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a2125fb8-2f1b-4cd4-b01b-2dd32dce1b7a req-e5a37301-6e25-4e16-9869-68c2b28cacc8 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0470922 Oct 29 13:35:08.487371 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a2125fb8-2f1b-4cd4-b01b-2dd32dce1b7a req-89643a6a-b845-4dfb-8e2e-f1fb4205569e tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351017 Oct 29 13:35:08.528668 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6733f-b321-4ed8-9ee0-fae692bc08e7 req-447aaf61-24fd-4198-8b50-fc3e37440172 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:08.530181 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-15b6733f-b321-4ed8-9ee0-fae692bc08e7 req-447aaf61-24fd-4198-8b50-fc3e37440172 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0495162 Oct 29 13:35:08.567518 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-15b6733f-b321-4ed8-9ee0-fae692bc08e7 req-cc806e02-1ca1-4153-a0b2-0162c51a69e0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314009 Oct 29 13:35:08.584859 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-13377e01-6aad-4e76-928b-391d56fb228d req-9c73335b-c9c0-4577-8540-59628234c01a tempest-VolumesNegativeTest-737906646 tempest-VolumesNegativeTest-737906646-project] 10.222.0.96 "GET /v2.0/ports?device_id=13ca8180-da00-4601-ba9e-2801a57d1d95 HTTP/1.1" status: 200 len: 210 time: 0.0259268 Oct 29 13:35:08.887797 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07925d7c-f857-4e3e-9027-6a3030fc2b59 req-5b37374c-fa7f-4990-8a77-966f8df87503 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:08.889258 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-07925d7c-f857-4e3e-9027-6a3030fc2b59 req-5b37374c-fa7f-4990-8a77-966f8df87503 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b4c33f0-9b48-4bc8-8718-33b972d9f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0489452 Oct 29 13:35:08.928672 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-07925d7c-f857-4e3e-9027-6a3030fc2b59 req-ffd1df55-2006-4ca7-9fe6-e08e08695a5b tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315351 Oct 29 13:35:09.446398 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12eaba-5826-400b-8a6d-421929b745ec req-182ba638-fd27-40b1-8af4-69d2b04977dc tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:09.447851 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8a12eaba-5826-400b-8a6d-421929b745ec req-182ba638-fd27-40b1-8af4-69d2b04977dc tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0471728 Oct 29 13:35:09.484432 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8a12eaba-5826-400b-8a6d-421929b745ec req-2384fb29-8602-48d5-a2cb-cdc61f233180 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306761 Oct 29 13:35:09.604955 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c43cc-9acb-42ac-8769-3ee8a0094ce3 req-1ed86cf2-4371-400f-aa56-eb21b7c42d3b tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:09.606555 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1d9c43cc-9acb-42ac-8769-3ee8a0094ce3 req-1ed86cf2-4371-400f-aa56-eb21b7c42d3b tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0510852 Oct 29 13:35:09.646001 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1d9c43cc-9acb-42ac-8769-3ee8a0094ce3 req-b6422e1f-9c43-42c8-9114-0973c057e1fb tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331559 Oct 29 13:35:09.688289 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cf723-daa6-46dd-8db2-de266a7ce86f req-f666e6fa-f319-4017-8479-9147caf075ec tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:09.690549 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b21cf723-daa6-46dd-8db2-de266a7ce86f req-f666e6fa-f319-4017-8479-9147caf075ec tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0516455 Oct 29 13:35:09.729194 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b21cf723-daa6-46dd-8db2-de266a7ce86f req-47c94163-d5e4-45aa-98bf-13e2650e0145 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332952 Oct 29 13:35:10.033685 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53047eb-9d4c-426f-bd27-55b05b77f824 req-bacc9aee-86f6-4d17-bff9-02715a08dae1 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:10.035192 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e53047eb-9d4c-426f-bd27-55b05b77f824 req-bacc9aee-86f6-4d17-bff9-02715a08dae1 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4732b8-5014-4ab9-9b82-92ba1eb00e61 HTTP/1.1" status: 200 len: 945 time: 0.0501978 Oct 29 13:35:10.076896 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e53047eb-9d4c-426f-bd27-55b05b77f824 req-7c2e6261-5019-4922-9717-ca611690b163 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353754 Oct 29 13:35:10.605043 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa782808-f3bc-40e5-8579-5f1504258485 req-b95a8720-03fc-4d73-ba91-0ebc05659e4f tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:10.606534 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-fa782808-f3bc-40e5-8579-5f1504258485 req-b95a8720-03fc-4d73-ba91-0ebc05659e4f tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0481720 Oct 29 13:35:10.644142 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-fa782808-f3bc-40e5-8579-5f1504258485 req-26f29e03-c5cd-4771-a5d3-24bf52c6e196 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310578 Oct 29 13:35:10.772511 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457d74e-fc04-44a5-9b31-f0e84f7786dc req-ce72e71f-9145-4054-8107-63e87d69eddb tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:10.774124 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e457d74e-fc04-44a5-9b31-f0e84f7786dc req-ce72e71f-9145-4054-8107-63e87d69eddb tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0541677 Oct 29 13:35:10.814480 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e457d74e-fc04-44a5-9b31-f0e84f7786dc req-a06cc2e2-3e1c-4369-b876-a96cca0c4393 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338366 Oct 29 13:35:10.864286 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea2905-ea3f-488b-ae7e-5ca815e531df req-1658dedf-f949-4d0d-a02f-4e25296d27e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:10.865758 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-26ea2905-ea3f-488b-ae7e-5ca815e531df req-1658dedf-f949-4d0d-a02f-4e25296d27e0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0903347 Oct 29 13:35:10.893495 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6de9d8-c2a0-497c-b529-73292c42a052 req-d6d69cd9-0039-400f-bb9c-6f1c6295ce64 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:10.895532 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1b6de9d8-c2a0-497c-b529-73292c42a052 req-d6d69cd9-0039-400f-bb9c-6f1c6295ce64 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0632761 Oct 29 13:35:10.939571 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-26ea2905-ea3f-488b-ae7e-5ca815e531df req-b214b304-1d99-44a2-aa04-fb5b72ef52b6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594029 Oct 29 13:35:10.951568 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1b6de9d8-c2a0-497c-b529-73292c42a052 req-02218bf7-7ab6-4689-9de9-4d6c7d4e0aaf tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493784 Oct 29 13:35:11.194444 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b867b15-9b34-4937-a9c3-b2b63bfb8f5b req-59563a3e-2204-422b-b750-7d65b46e8233 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:11.196126 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3b867b15-9b34-4937-a9c3-b2b63bfb8f5b req-59563a3e-2204-422b-b750-7d65b46e8233 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4732b8-5014-4ab9-9b82-92ba1eb00e61 HTTP/1.1" status: 200 len: 945 time: 0.0537574 Oct 29 13:35:11.235426 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3b867b15-9b34-4937-a9c3-b2b63bfb8f5b req-8bb97a37-d389-4b7f-bf68-548573a065a9 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332346 Oct 29 13:35:11.412267 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 055cabbb-1178-43b8-926e-f834674e5586 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:35:11.432418 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] No Port match for: 055cabbb-1178-43b8-926e-f834674e5586 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:35:11.432761 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 055cabbb-1178-43b8-926e-f834674e5586 not bound to the agent host hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:35:11.769339 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a67716-03aa-4643-a9af-cde223d9aed0 req-36069622-c817-4ee7-bf28-6e265fde674b tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:11.772727 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b5a67716-03aa-4643-a9af-cde223d9aed0 req-36069622-c817-4ee7-bf28-6e265fde674b tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0585294 Oct 29 13:35:11.809996 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b5a67716-03aa-4643-a9af-cde223d9aed0 req-ea1b092f-06cd-4dca-8fb2-fc965ff38577 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331576 Oct 29 13:35:11.934644 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98490e0-2380-4d7d-8c43-e7ab4679a12d req-da55848e-6468-45c8-9710-dcdfcd3f3a6b tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:11.936385 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a98490e0-2380-4d7d-8c43-e7ab4679a12d req-da55848e-6468-45c8-9710-dcdfcd3f3a6b tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0497096 Oct 29 13:35:11.975687 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a98490e0-2380-4d7d-8c43-e7ab4679a12d req-7740ef94-b698-4436-96ff-a5fa5ae71f4c tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328054 Oct 29 13:35:12.074603 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca50adf-582c-493c-abc8-0326ad7bc36c req-0a7423b9-81e9-4065-a83c-177f8c9a191f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:12.076104 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-dca50adf-582c-493c-abc8-0326ad7bc36c req-0a7423b9-81e9-4065-a83c-177f8c9a191f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0494637 Oct 29 13:35:12.119989 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-dca50adf-582c-493c-abc8-0326ad7bc36c req-81a0019f-a866-486d-8324-cb60788a359f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371046 Oct 29 13:35:12.349187 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4cc9a-b4f1-4197-8b39-d830e57f0eb6 req-3059656e-fff6-45f2-a256-ab6f5026806e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:12.350672 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-41f4cc9a-b4f1-4197-8b39-d830e57f0eb6 req-3059656e-fff6-45f2-a256-ab6f5026806e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4732b8-5014-4ab9-9b82-92ba1eb00e61 HTTP/1.1" status: 200 len: 945 time: 0.0486734 Oct 29 13:35:12.387419 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-41f4cc9a-b4f1-4197-8b39-d830e57f0eb6 req-6c2ea7c4-bd16-4e9b-9119-55961cf10828 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306110 Oct 29 13:35:12.885651 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870d04f-90c5-4e37-a7a2-c89c105601a1 req-b72bf2db-64bb-4ef1-9cae-84c0f6c614c0 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:12.887132 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d870d04f-90c5-4e37-a7a2-c89c105601a1 req-b72bf2db-64bb-4ef1-9cae-84c0f6c614c0 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae4732b8-5014-4ab9-9b82-92ba1eb00e61 HTTP/1.1" status: 200 len: 945 time: 0.0504134 Oct 29 13:35:12.979176 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8885bc5-e5c2-4dd4-8d28-ef4e295c8a1e req-79d57f78-9dc6-4296-84f1-42fc39609897 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:12.980907 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a8885bc5-e5c2-4dd4-8d28-ef4e295c8a1e req-79d57f78-9dc6-4296-84f1-42fc39609897 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0926447 Oct 29 13:35:13.028164 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a8885bc5-e5c2-4dd4-8d28-ef4e295c8a1e req-521c1892-43c2-4cb4-87d8-0dc427c13f0d tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403967 Oct 29 13:35:13.032907 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [req-d870d04f-90c5-4e37-a7a2-c89c105601a1 req-0d7b0102-922b-4a5c-9021-d68dcdfdc2d4 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Deleting port 38b68ef9-e1ed-44aa-87a3-8eac040f2c58 {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:35:13.033243 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-d870d04f-90c5-4e37-a7a2-c89c105601a1 req-0d7b0102-922b-4a5c-9021-d68dcdfdc2d4 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:13.096192 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564ed3a-3888-4d8b-8ff1-b10ecc0b8934 req-c9562afa-0a9e-41cf-848f-bd34525fffdb tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:13.097580 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6564ed3a-3888-4d8b-8ff1-b10ecc0b8934 req-c9562afa-0a9e-41cf-848f-bd34525fffdb tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0512064 Oct 29 13:35:13.122806 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [req-d870d04f-90c5-4e37-a7a2-c89c105601a1 req-0d7b0102-922b-4a5c-9021-d68dcdfdc2d4 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] For port 38b68ef9-e1ed-44aa-87a3-8eac040f2c58, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=38b68ef9-e1ed-44aa-87a3-8eac040f2c58,segment=NetworkSegment(5a566e44-33a4-41ce-b950-6305e41afffb),segment_id=5a566e44-33a4-41ce-b950-6305e41afffb)] {{(pid=101275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:35:13.123167 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-d870d04f-90c5-4e37-a7a2-c89c105601a1 req-0d7b0102-922b-4a5c-9021-d68dcdfdc2d4 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:13.135314 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6564ed3a-3888-4d8b-8ff1-b10ecc0b8934 req-60a3fbda-d6ff-4783-86fd-12ee2b29d993 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317755 Oct 29 13:35:13.135845 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [req-d870d04f-90c5-4e37-a7a2-c89c105601a1 req-0d7b0102-922b-4a5c-9021-d68dcdfdc2d4 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Calling delete_port for 38b68ef9-e1ed-44aa-87a3-8eac040f2c58 owned by compute:nova {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:35:13.286919 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88a8f5-83e3-48af-a122-9c746c4156bb req-71749ba4-9696-4731-8836-33fa667e3243 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:13.288700 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8a88a8f5-83e3-48af-a122-9c746c4156bb req-71749ba4-9696-4731-8836-33fa667e3243 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0809691 Oct 29 13:35:13.334682 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-d870d04f-90c5-4e37-a7a2-c89c105601a1 req-0d7b0102-922b-4a5c-9021-d68dcdfdc2d4 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:13.347519 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8a88a8f5-83e3-48af-a122-9c746c4156bb req-3bf981ad-9b07-48af-9de1-6178a07cd600 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514855 Oct 29 13:35:13.356536 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['becdb76f-bef6-416c-8357-4fa91c08d663', 'd39096dc-56c6-4c48-95da-d069d4b1fb81', 'eeb6e964-ec30-49bc-9a5f-8bfdad363b41', '38b68ef9-e1ed-44aa-87a3-8eac040f2c58'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:35:13.370044 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b0102-922b-4a5c-9021-d68dcdfdc2d4 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Pushing event deleted for resources: {'Port': ['ID=38b68ef9-e1ed-44aa-87a3-8eac040f2c58,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:13.415432 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [req-d870d04f-90c5-4e37-a7a2-c89c105601a1 req-0d7b0102-922b-4a5c-9021-d68dcdfdc2d4 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] No DVR routers for this DVR port 38b68ef9-e1ed-44aa-87a3-8eac040f2c58 on host hv-cinder-81588 {{(pid=101275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:35:13.418465 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-d870d04f-90c5-4e37-a7a2-c89c105601a1 req-0d7b0102-922b-4a5c-9021-d68dcdfdc2d4 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:13.422243 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d870d04f-90c5-4e37-a7a2-c89c105601a1 req-0d7b0102-922b-4a5c-9021-d68dcdfdc2d4 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.26 "DELETE /v2.0/ports/38b68ef9-e1ed-44aa-87a3-8eac040f2c58 HTTP/1.1" status: 204 len: 173 time: 0.5254428 Oct 29 13:35:13.422381 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4732b8-5014-4ab9-9b82-92ba1eb00e61', 'name': 'network-vif-deleted', 'tag': '38b68ef9-e1ed-44aa-87a3-8eac040f2c58'}] {{(pid=101275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:35:13.425433 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1ae6470871d1e7f5254046b6a14a5a61bc426f08075d8dbcbc5db3d9a889b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a72e4f3-596a-4ab8-9cb9-39a55fd631e4" -d '{"events": [{"server_uuid": "ae4732b8-5014-4ab9-9b82-92ba1eb00e61", "name": "network-vif-deleted", "tag": "38b68ef9-e1ed-44aa-87a3-8eac040f2c58"}]}' {{(pid=101275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:35:13.534167 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a9a0a-b6fd-4832-9c1f-d8d0456ae24a req-87ae53ae-119c-4f2d-9d08-e887fe99a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:13.536276 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6c0a9a0a-b6fd-4832-9c1f-d8d0456ae24a req-87ae53ae-119c-4f2d-9d08-e887fe99a1d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7078166fcf074917b62f68cae696746b&device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0636921 Oct 29 13:35:13.552641 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-dd226cb6-5f1c-4ab0-a040-89a9215eff7b req-17481bab-024b-4603-889d-4fbc04691922 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4732b8-5014-4ab9-9b82-92ba1eb00e61 HTTP/1.1" status: 200 len: 210 time: 0.0502772 Oct 29 13:35:13.563690 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 33362) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:35:13.636116 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fec90c-651f-482b-9209-d8877b8d566e x-openstack-request-id: req-90fec90c-651f-482b-9209-d8877b8d566e {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:35:13.636427 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4732b8-5014-4ab9-9b82-92ba1eb00e61", "name": "network-vif-deleted", "tag": "38b68ef9-e1ed-44aa-87a3-8eac040f2c58", "status": "completed", "code": 200}]} {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:35:13.636708 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-90fec90c-651f-482b-9209-d8877b8d566e {{(pid=101275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:35:13.637106 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4732b8-5014-4ab9-9b82-92ba1eb00e61', 'name': 'network-vif-deleted', 'tag': '38b68ef9-e1ed-44aa-87a3-8eac040f2c58', 'status': 'completed', 'code': 200} Oct 29 13:35:13.661861 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef651b3-565f-4765-b584-bfa37f42850e req-fc5e2a80-d4b7-4053-abf0-0a1370407246 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:13.663352 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3ef651b3-565f-4765-b584-bfa37f42850e req-fc5e2a80-d4b7-4053-abf0-0a1370407246 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.1222796 Oct 29 13:35:13.715588 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a9a0a-b6fd-4832-9c1f-d8d0456ae24a req-cd5d8251-e695-4e4b-82fb-83b744f6a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:13.716986 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6c0a9a0a-b6fd-4832-9c1f-d8d0456ae24a req-cd5d8251-e695-4e4b-82fb-83b744f6a5f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5f220f7-750e-495a-b9c4-c7c245afa919 HTTP/1.1" status: 200 len: 920 time: 0.1311598 Oct 29 13:35:13.722639 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3ef651b3-565f-4765-b584-bfa37f42850e req-e1bbb6a6-c1cf-4aad-88c9-c576f31bbe04 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511572 Oct 29 13:35:13.767617 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-afabf548-8387-444f-858d-77fc7500172b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4072ee35b45d493ba946a7175bbedb75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2025700 Oct 29 13:35:13.770054 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6c0a9a0a-b6fd-4832-9c1f-d8d0456ae24a req-6134ad67-c66b-4c6a-b18e-014c0760c351 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4e2d45b-c9a5-4290-bade-10c339385ea2 HTTP/1.1" status: 200 len: 217 time: 0.0377476 Oct 29 13:35:13.770207 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 33366) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:35:13.819451 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d6af5e03-417e-4424-82f5-d38a14605dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:13.827161 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a9a0a-b6fd-4832-9c1f-d8d0456ae24a req-ee5bdc55-7ae5-4377-8525-f75cbe52d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:13.828605 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6c0a9a0a-b6fd-4832-9c1f-d8d0456ae24a req-ee5bdc55-7ae5-4377-8525-f75cbe52d87b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1929ad4c-8f08-4de6-91ed-e7a6821dc3a0 HTTP/1.1" status: 200 len: 859 time: 0.0483270 Oct 29 13:35:13.841028 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d6af5e03-417e-4424-82f5-d38a14605dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:13.869083 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6c0a9a0a-b6fd-4832-9c1f-d8d0456ae24a req-102f5f53-395d-4e47-b68d-a8db7d40ab7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5f220f7-750e-495a-b9c4-c7c245afa919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239494 Oct 29 13:35:13.889575 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d6af5e03-417e-4424-82f5-d38a14605dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:13.892857 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d6af5e03-417e-4424-82f5-d38a14605dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:13.894061 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-d6af5e03-417e-4424-82f5-d38a14605dc4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/061efdad-23c2-4782-b479-a6ea589254f0 HTTP/1.1" status: 204 len: 168 time: 0.1229761 Oct 29 13:35:13.903314 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af5e03-417e-4424-82f5-d38a14605dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061efdad-23c2-4782-b479-a6ea589254f0,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:13.964350 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6c0a9a0a-b6fd-4832-9c1f-d8d0456ae24a req-a75a543a-2abd-4cca-8740-58a37e7fa5a5 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844233 Oct 29 13:35:14.084380 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6c0a9a0a-b6fd-4832-9c1f-d8d0456ae24a req-2011bb13-1f2b-485b-b3e8-daef18c41b95 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031463 Oct 29 13:35:14.185577 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee38a1-73b6-4034-a61a-51376030f743 req-2e14f824-4adb-4783-8f37-d5ad5178f0ee tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:14.187069 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-15ee38a1-73b6-4034-a61a-51376030f743 req-2e14f824-4adb-4783-8f37-d5ad5178f0ee tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0658877 Oct 29 13:35:14.224358 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-15ee38a1-73b6-4034-a61a-51376030f743 req-4fc477bc-9042-4073-96a2-e969ee2dd2f0 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311649 Oct 29 13:35:14.491955 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500785cf-11a5-479a-a28f-35a5cacbdab1 req-d7ef0faa-e50e-4858-a3a6-f8bbcf30159e tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:14.493329 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-500785cf-11a5-479a-a28f-35a5cacbdab1 req-d7ef0faa-e50e-4858-a3a6-f8bbcf30159e tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0473669 Oct 29 13:35:14.531815 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-500785cf-11a5-479a-a28f-35a5cacbdab1 req-806c8f2e-51da-4c66-9d51-528f908c40df tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324357 Oct 29 13:35:14.835386 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05e617-296f-4e0a-97ab-b9235844942e req-b3248bda-01bd-4362-97c1-a2c3ac3c7752 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:14.836862 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-4d05e617-296f-4e0a-97ab-b9235844942e req-b3248bda-01bd-4362-97c1-a2c3ac3c7752 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0476401 Oct 29 13:35:14.877601 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-4d05e617-296f-4e0a-97ab-b9235844942e req-c2fc79ef-f8a0-4240-8391-7950affdf4c6 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348117 Oct 29 13:35:15.336271 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3582a00-f382-46dc-9c1b-afff29fb15cf req-9e0aa2d9-b150-477e-8a81-51159bfd9664 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:15.337815 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d3582a00-f382-46dc-9c1b-afff29fb15cf req-9e0aa2d9-b150-477e-8a81-51159bfd9664 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0467374 Oct 29 13:35:15.375528 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d3582a00-f382-46dc-9c1b-afff29fb15cf req-43acf01c-763d-4f2a-bd48-f0f7bbc828aa tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319116 Oct 29 13:35:15.648098 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d5aff-25d8-4d69-aae3-45591a98b064 req-807acc33-ee13-406a-9669-6985d3267472 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:15.649465 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-dc3d5aff-25d8-4d69-aae3-45591a98b064 req-807acc33-ee13-406a-9669-6985d3267472 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0488350 Oct 29 13:35:15.685172 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-dc3d5aff-25d8-4d69-aae3-45591a98b064 req-f78b30f6-87c9-4b66-9a90-c739601fb7fa tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299313 Oct 29 13:35:15.964381 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383aba99-0869-43fd-92f9-cc6f31f21b36 req-4b4ed363-5188-430d-bdee-9af3666207cc tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:15.966323 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-383aba99-0869-43fd-92f9-cc6f31f21b36 req-4b4ed363-5188-430d-bdee-9af3666207cc tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 945 time: 0.0542247 Oct 29 13:35:15.999201 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23e2b9-0027-4153-910c-17aca0037e4e req-44b11e92-dc9e-4384-ba96-9bc55074e636 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:16.000673 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-bf23e2b9-0027-4153-910c-17aca0037e4e req-44b11e92-dc9e-4384-ba96-9bc55074e636 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0474713 Oct 29 13:35:16.010316 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-383aba99-0869-43fd-92f9-cc6f31f21b36 req-0d54aa44-f508-4618-96a2-256f2cce8745 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376143 Oct 29 13:35:16.043570 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-bf23e2b9-0027-4153-910c-17aca0037e4e req-7d64c910-21bf-420f-b0b9-6d30dead3dc0 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345361 Oct 29 13:35:16.489064 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52959ab9-fac0-4889-8ad7-7cd2f4313e1c req-ab51aa42-6c36-48ad-85dd-0e8da6f056eb tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:16.490520 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-52959ab9-fac0-4889-8ad7-7cd2f4313e1c req-ab51aa42-6c36-48ad-85dd-0e8da6f056eb tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0474904 Oct 29 13:35:16.530029 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-52959ab9-fac0-4889-8ad7-7cd2f4313e1c req-9b051ec7-9309-43a0-acd2-f134e5408db4 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335066 Oct 29 13:35:16.801765 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c940b1f-b988-4cf2-ba74-b7e02430a99f req-0f2a6f15-8f41-4a88-8dcf-0d27339a223e tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:16.803274 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1c940b1f-b988-4cf2-ba74-b7e02430a99f req-0f2a6f15-8f41-4a88-8dcf-0d27339a223e tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0484562 Oct 29 13:35:16.842156 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1c940b1f-b988-4cf2-ba74-b7e02430a99f req-87727a02-fa8f-421a-b658-05f6b497d288 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329065 Oct 29 13:35:17.120528 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3790797-3351-42d5-aa69-87aaabd5b968 req-d03aa490-275c-4e2c-ab04-7ea16967419e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:17.122023 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-c3790797-3351-42d5-aa69-87aaabd5b968 req-d03aa490-275c-4e2c-ab04-7ea16967419e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 945 time: 0.0473747 Oct 29 13:35:17.157052 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd8d98-a8a8-474a-a3be-50926f1f93d0 req-d7cc8d5b-5a37-4af2-ac77-1eb7bed80cbd tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:17.158538 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-67dd8d98-a8a8-474a-a3be-50926f1f93d0 req-d7cc8d5b-5a37-4af2-ac77-1eb7bed80cbd tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0474584 Oct 29 13:35:17.159988 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-c3790797-3351-42d5-aa69-87aaabd5b968 req-0e50bd53-8fb0-471a-a4e8-52aebe61bf83 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312793 Oct 29 13:35:17.198772 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-67dd8d98-a8a8-474a-a3be-50926f1f93d0 req-f08b9ac2-dc16-40a6-97d9-9bc08dc8879e tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333412 Oct 29 13:35:17.643048 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e51945-5187-4d1f-931d-822950e0725a req-ace10eb6-90fa-4bc9-ae0c-4c1fc2a3ad95 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:17.644465 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-80e51945-5187-4d1f-931d-822950e0725a req-ace10eb6-90fa-4bc9-ae0c-4c1fc2a3ad95 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0469556 Oct 29 13:35:17.680318 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-80e51945-5187-4d1f-931d-822950e0725a req-dc6a895a-1b11-42c4-91eb-f4a5b02d9db2 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296750 Oct 29 13:35:17.959718 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc06a49-9da9-4f00-b2ba-daf6a7d3cf73 req-6ad3051e-1deb-4392-9508-ab049e2eef73 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:17.961141 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ccc06a49-9da9-4f00-b2ba-daf6a7d3cf73 req-6ad3051e-1deb-4392-9508-ab049e2eef73 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0462656 Oct 29 13:35:18.000485 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ccc06a49-9da9-4f00-b2ba-daf6a7d3cf73 req-4d4b5b66-bd64-4b62-bee0-a7dd64cc0352 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335064 Oct 29 13:35:18.140483 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 38b68ef9-e1ed-44aa-87a3-8eac040f2c58 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:35:18.163180 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] No Port match for: 38b68ef9-e1ed-44aa-87a3-8eac040f2c58 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:35:18.163521 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 38b68ef9-e1ed-44aa-87a3-8eac040f2c58 not bound to the agent host hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:35:18.284544 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602d9ad-9f46-4c8e-b5f9-1a0e2cff2d8e req-8ee2eda4-8dd9-45e5-8b9e-7fee9cb3a546 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:18.286049 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0602d9ad-9f46-4c8e-b5f9-1a0e2cff2d8e req-8ee2eda4-8dd9-45e5-8b9e-7fee9cb3a546 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 945 time: 0.0492480 Oct 29 13:35:18.325469 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0602d9ad-9f46-4c8e-b5f9-1a0e2cff2d8e req-d0c217ea-e2a7-4eab-bb92-4b9b86050a1b tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335405 Oct 29 13:35:18.793654 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc014f4-92a8-49f6-9cbb-967ab134461c req-9bacf26a-57d5-4255-85da-6309bb52aca2 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:18.795057 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-dbc014f4-92a8-49f6-9cbb-967ab134461c req-9bacf26a-57d5-4255-85da-6309bb52aca2 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0494516 Oct 29 13:35:18.831269 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-dbc014f4-92a8-49f6-9cbb-967ab134461c req-4699e845-eee5-4b19-9d35-fd5038c77df4 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298147 Oct 29 13:35:19.115769 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac20ba-4be2-4911-b7c8-84b230120b14 req-59fd6c97-bff1-4d0b-b35a-5827af2a86af tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:19.117223 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-feac20ba-4be2-4911-b7c8-84b230120b14 req-59fd6c97-bff1-4d0b-b35a-5827af2a86af tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0484810 Oct 29 13:35:19.153461 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-feac20ba-4be2-4911-b7c8-84b230120b14 req-e0a39bbe-685f-4a36-8823-150929a71e71 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304439 Oct 29 13:35:19.435835 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cb59b-89c2-41b8-8fec-2ccadb711264 req-1d2d4f2c-0fcf-4f1e-b633-7519ba82c931 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:19.437199 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3b5cb59b-89c2-41b8-8fec-2ccadb711264 req-1d2d4f2c-0fcf-4f1e-b633-7519ba82c931 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 945 time: 0.0470479 Oct 29 13:35:19.473795 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3b5cb59b-89c2-41b8-8fec-2ccadb711264 req-2c0ecb2c-65f0-4d78-9240-546afa817dcc tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301847 Oct 29 13:35:19.945100 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868b788-2c3e-431d-9837-e36e52083a46 req-9ac34f62-7cc3-4e3d-8f1c-2c302d9a256b tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:19.946573 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f868b788-2c3e-431d-9837-e36e52083a46 req-9ac34f62-7cc3-4e3d-8f1c-2c302d9a256b tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0489013 Oct 29 13:35:19.984879 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f868b788-2c3e-431d-9837-e36e52083a46 req-0b585563-6c95-4337-8cb8-8ffa2b6c4d37 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324893 Oct 29 13:35:20.267734 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d4e9e-fe65-4664-83ad-53d92cd55e70 req-acd55d64-4e07-4019-8aa4-1edbc67a474a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:20.269179 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9a0d4e9e-fe65-4664-83ad-53d92cd55e70 req-acd55d64-4e07-4019-8aa4-1edbc67a474a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0472372 Oct 29 13:35:20.305292 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9a0d4e9e-fe65-4664-83ad-53d92cd55e70 req-fd014169-fb3c-4e6b-ad37-03a4b46df13f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303900 Oct 29 13:35:20.583634 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee3abe-c868-4d26-9ba8-d989129131ab req-4659596e-fa47-4afc-a1e8-ff2601de0609 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:20.585097 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-adee3abe-c868-4d26-9ba8-d989129131ab req-4659596e-fa47-4afc-a1e8-ff2601de0609 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 945 time: 0.0465701 Oct 29 13:35:20.621875 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-adee3abe-c868-4d26-9ba8-d989129131ab req-9bbb2dcd-1caa-4472-9f0f-bcf2a9d06e39 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309656 Oct 29 13:35:20.780063 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f8b82-d60a-4b44-ba03-bf873cefbd4f req-0f04822b-816d-487b-98c8-f93722388f72 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:20.781397 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-113f8b82-d60a-4b44-ba03-bf873cefbd4f req-0f04822b-816d-487b-98c8-f93722388f72 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 945 time: 0.0479255 Oct 29 13:35:20.874216 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [req-113f8b82-d60a-4b44-ba03-bf873cefbd4f req-c4325b9b-e81b-47ac-a70a-e8e125633d1f tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Deleting port eeb6e964-ec30-49bc-9a5f-8bfdad363b41 {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:35:20.874554 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-113f8b82-d60a-4b44-ba03-bf873cefbd4f req-c4325b9b-e81b-47ac-a70a-e8e125633d1f tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:20.960656 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [req-113f8b82-d60a-4b44-ba03-bf873cefbd4f req-c4325b9b-e81b-47ac-a70a-e8e125633d1f tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] For port eeb6e964-ec30-49bc-9a5f-8bfdad363b41, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=eeb6e964-ec30-49bc-9a5f-8bfdad363b41,segment=NetworkSegment(5a566e44-33a4-41ce-b950-6305e41afffb),segment_id=5a566e44-33a4-41ce-b950-6305e41afffb)] {{(pid=101275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:35:20.961017 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-113f8b82-d60a-4b44-ba03-bf873cefbd4f req-c4325b9b-e81b-47ac-a70a-e8e125633d1f tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:20.975269 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [req-113f8b82-d60a-4b44-ba03-bf873cefbd4f req-c4325b9b-e81b-47ac-a70a-e8e125633d1f tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Calling delete_port for eeb6e964-ec30-49bc-9a5f-8bfdad363b41 owned by compute:nova {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:35:21.113839 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d703d9-b4e1-481d-aa6f-8f3a8450828c req-31fcb7b3-1187-4358-a66b-d64c9b66791c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:21.114526 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-113f8b82-d60a-4b44-ba03-bf873cefbd4f req-c4325b9b-e81b-47ac-a70a-e8e125633d1f tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:21.122258 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a6d703d9-b4e1-481d-aa6f-8f3a8450828c req-31fcb7b3-1187-4358-a66b-d64c9b66791c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0643678 Oct 29 13:35:21.132593 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['becdb76f-bef6-416c-8357-4fa91c08d663', 'd39096dc-56c6-4c48-95da-d069d4b1fb81', 'eeb6e964-ec30-49bc-9a5f-8bfdad363b41'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:35:21.159010 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4325b9b-e81b-47ac-a70a-e8e125633d1f tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Pushing event deleted for resources: {'Port': ['ID=eeb6e964-ec30-49bc-9a5f-8bfdad363b41,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:21.174745 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a6d703d9-b4e1-481d-aa6f-8f3a8450828c req-54ed9b68-6688-4ef0-acc4-1d7384513161 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515704 Oct 29 13:35:21.198240 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [req-113f8b82-d60a-4b44-ba03-bf873cefbd4f req-c4325b9b-e81b-47ac-a70a-e8e125633d1f tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] No DVR routers for this DVR port eeb6e964-ec30-49bc-9a5f-8bfdad363b41 on host hv-cinder-81588 {{(pid=101275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:35:21.200734 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-113f8b82-d60a-4b44-ba03-bf873cefbd4f req-c4325b9b-e81b-47ac-a70a-e8e125633d1f tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:21.204112 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-113f8b82-d60a-4b44-ba03-bf873cefbd4f req-c4325b9b-e81b-47ac-a70a-e8e125633d1f tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.26 "DELETE /v2.0/ports/eeb6e964-ec30-49bc-9a5f-8bfdad363b41 HTTP/1.1" status: 204 len: 173 time: 0.4144576 Oct 29 13:35:21.204544 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bccbf8d-3727-4704-abe1-27a1f8130529', 'name': 'network-vif-deleted', 'tag': 'eeb6e964-ec30-49bc-9a5f-8bfdad363b41'}] {{(pid=101275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:35:21.206846 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1ae6470871d1e7f5254046b6a14a5a61bc426f08075d8dbcbc5db3d9a889b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409c926a-8e51-4ee8-ae93-84230dde4010" -d '{"events": [{"server_uuid": "9bccbf8d-3727-4704-abe1-27a1f8130529", "name": "network-vif-deleted", "tag": "eeb6e964-ec30-49bc-9a5f-8bfdad363b41"}]}' {{(pid=101275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:35:21.241953 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6d2246-ceca-4921-96c2-2ed37e5f0b8c x-openstack-request-id: req-8a6d2246-ceca-4921-96c2-2ed37e5f0b8c {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:35:21.242269 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bccbf8d-3727-4704-abe1-27a1f8130529", "name": "network-vif-deleted", "tag": "eeb6e964-ec30-49bc-9a5f-8bfdad363b41", "status": "completed", "code": 200}]} {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:35:21.242481 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8a6d2246-ceca-4921-96c2-2ed37e5f0b8c {{(pid=101275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:35:21.243118 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bccbf8d-3727-4704-abe1-27a1f8130529', 'name': 'network-vif-deleted', 'tag': 'eeb6e964-ec30-49bc-9a5f-8bfdad363b41', 'status': 'completed', 'code': 200} Oct 29 13:35:21.424589 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99095430-2058-43fe-a453-7a57c3bc0bcd req-10d0d5a5-c419-440c-a999-029b031b0ad3 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:21.426092 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-99095430-2058-43fe-a453-7a57c3bc0bcd req-10d0d5a5-c419-440c-a999-029b031b0ad3 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0474029 Oct 29 13:35:21.462546 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-99095430-2058-43fe-a453-7a57c3bc0bcd req-4d99a7e0-3739-4630-a71a-0540df7913b9 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305331 Oct 29 13:35:21.726939 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-973c4060-2d95-4b32-abd1-2de2fd5f5006 req-61928b65-9e50-4791-b0e5-f064efb3b6f5 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 210 time: 0.0260167 Oct 29 13:35:22.293825 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b89f31-2dd7-42b8-b5a9-fd7b11b54f0a req-2b4c51aa-daee-4ba1-9abe-bd404ec547f3 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:22.295246 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-87b89f31-2dd7-42b8-b5a9-fd7b11b54f0a req-2b4c51aa-daee-4ba1-9abe-bd404ec547f3 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0498238 Oct 29 13:35:22.332094 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-87b89f31-2dd7-42b8-b5a9-fd7b11b54f0a req-e08f2d45-b9a0-4bbc-be2c-5a9766cd401e tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310149 Oct 29 13:35:22.576157 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef446108-5a41-4b1c-8d42-e4cd8b683b30 req-fafda6f7-1ccf-42fd-b41f-0785965da6c3 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:22.577589 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ef446108-5a41-4b1c-8d42-e4cd8b683b30 req-fafda6f7-1ccf-42fd-b41f-0785965da6c3 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0463526 Oct 29 13:35:22.613309 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ef446108-5a41-4b1c-8d42-e4cd8b683b30 req-5c0c9e3a-bd5a-46e6-aee2-e4bba2a4c198 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291412 Oct 29 13:35:22.834014 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-21b518af-eb51-4085-bf80-88968fa39162 req-64d02a2b-304a-4c0d-9d12-1e9388f63f9d tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 210 time: 0.0255325 Oct 29 13:35:23.446535 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90ccb0-2ad7-4308-9eb5-69497488c9f1 req-9282bed9-8b11-4868-92ce-7cfcdc12204b tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:23.447899 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-db90ccb0-2ad7-4308-9eb5-69497488c9f1 req-9282bed9-8b11-4868-92ce-7cfcdc12204b tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0507078 Oct 29 13:35:23.484848 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-db90ccb0-2ad7-4308-9eb5-69497488c9f1 req-605e0bae-a9dd-42b1-b3cc-02b483d04cf1 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309558 Oct 29 13:35:23.729474 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344fdf7-29ab-459e-9f4b-7c83d6765e27 req-c9738fbd-7686-4de5-b8f4-18bcbf64bd1c tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:23.730866 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3344fdf7-29ab-459e-9f4b-7c83d6765e27 req-c9738fbd-7686-4de5-b8f4-18bcbf64bd1c tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0468400 Oct 29 13:35:23.768232 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3344fdf7-29ab-459e-9f4b-7c83d6765e27 req-40c6f851-e7db-40bf-b62c-cd85f5e02ab0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314872 Oct 29 13:35:23.935205 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-25f38fbb-e84e-4082-abda-d41fe05a2bbe req-f449ea7d-bc25-486b-a3af-e66affbbe2c3 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bccbf8d-3727-4704-abe1-27a1f8130529 HTTP/1.1" status: 200 len: 210 time: 0.0253303 Oct 29 13:35:24.605496 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41c171-8da8-4318-9dce-01628d68a22f req-c245b684-e205-4127-a8a7-ed380a98b14e tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:24.606992 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-aa41c171-8da8-4318-9dce-01628d68a22f req-c245b684-e205-4127-a8a7-ed380a98b14e tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0529733 Oct 29 13:35:24.644873 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-aa41c171-8da8-4318-9dce-01628d68a22f req-a3d8448a-2cd5-4cb0-a412-5310606e2563 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306208 Oct 29 13:35:24.822635 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:35:24.883044 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed81ddc-11c4-4a6e-b482-64e5fc60e4d5 req-0bd46547-005e-4a7b-9901-c3cc634c7f60 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:24.884499 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0ed81ddc-11c4-4a6e-b482-64e5fc60e4d5 req-0bd46547-005e-4a7b-9901-c3cc634c7f60 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0472364 Oct 29 13:35:24.920907 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0ed81ddc-11c4-4a6e-b482-64e5fc60e4d5 req-1fd61fd4-f157-4610-b287-55d6a6f48728 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303476 Oct 29 13:35:25.198134 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f24514-b5fa-445b-aae7-7d00b7330e4e req-6a628695-0444-4ef1-9d93-36a024e29a4c tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:25.199634 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-30f24514-b5fa-445b-aae7-7d00b7330e4e req-6a628695-0444-4ef1-9d93-36a024e29a4c tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=2729e752-5a7b-4cc3-9ff3-0647ea7e7770 HTTP/1.1" status: 200 len: 945 time: 0.0499966 Oct 29 13:35:25.242296 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-30f24514-b5fa-445b-aae7-7d00b7330e4e req-ccd86042-49e4-4360-b2b3-85a078c6b88b tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355837 Oct 29 13:35:25.460637 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-ab64ecf2-e752-45cf-b757-630cbb8f8efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:25.764456 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0508fc7-0875-4aa3-9ae0-7bb6adc5da23 req-3dbef0c1-8403-4c11-8321-17bf1c5668a3 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:25.765923 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f0508fc7-0875-4aa3-9ae0-7bb6adc5da23 req-3dbef0c1-8403-4c11-8321-17bf1c5668a3 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0508456 Oct 29 13:35:25.802900 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f0508fc7-0875-4aa3-9ae0-7bb6adc5da23 req-c883ecbd-e61d-49f1-87fc-f172f1bc829e tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310092 Oct 29 13:35:25.992104 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26241d2a-bf30-4117-a119-7edb1ae71b99 req-12148c24-d765-413c-8de2-791e3a8720f4 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:25.993722 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-26241d2a-bf30-4117-a119-7edb1ae71b99 req-12148c24-d765-413c-8de2-791e3a8720f4 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0499096 Oct 29 13:35:26.034505 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-26241d2a-bf30-4117-a119-7edb1ae71b99 req-769a1942-6dd5-4a98-8805-65d621540581 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346229 Oct 29 13:35:26.071335 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58125064-4a17-4137-ae6c-9c78f7dad118 req-bb16fd11-9dff-4f4b-b017-4aea5d5cb9ac tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:26.072790 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-58125064-4a17-4137-ae6c-9c78f7dad118 req-bb16fd11-9dff-4f4b-b017-4aea5d5cb9ac tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0765243 Oct 29 13:35:26.080850 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50812d-6df3-4c55-a8fb-38f9480dbfd2 req-26f3ad35-aeae-4bdc-997d-9eb3d4bbca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:26.082266 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9a50812d-6df3-4c55-a8fb-38f9480dbfd2 req-26f3ad35-aeae-4bdc-997d-9eb3d4bbca8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f8248bc18c44ce3a53d399a2faba011&device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 1099 time: 0.0599239 Oct 29 13:35:26.156067 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-58125064-4a17-4137-ae6c-9c78f7dad118 req-adf6f63c-9a49-4cf1-87dd-e00ca4038e53 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728598 Oct 29 13:35:26.202437 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50812d-6df3-4c55-a8fb-38f9480dbfd2 req-7f5ab6d1-c4ed-47e3-88c1-2a43667492bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:26.205234 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9a50812d-6df3-4c55-a8fb-38f9480dbfd2 req-7f5ab6d1-c4ed-47e3-88c1-2a43667492bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=9b00fe28-a5bb-47a1-b3da-ae5774a84660 HTTP/1.1" status: 200 len: 911 time: 0.1089265 Oct 29 13:35:26.328029 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9a50812d-6df3-4c55-a8fb-38f9480dbfd2 req-27ea389c-9341-4ae3-a206-07a5daa1c8df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=297f0860-5eca-4489-80dd-06a64c0f02df HTTP/1.1" status: 200 len: 1001 time: 0.0892420 Oct 29 13:35:26.336327 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db95fc1-35c3-444d-9878-a443158dd924 req-c15c0f98-e146-46aa-a465-11c536645df3 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:26.337788 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-5db95fc1-35c3-444d-9878-a443158dd924 req-c15c0f98-e146-46aa-a465-11c536645df3 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0925300 Oct 29 13:35:26.358555 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991d0da-e797-4ed8-af02-82fcacb2ae22 req-8521683f-3ba1-4ed7-b59a-06d348e047a8 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:26.360841 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f991d0da-e797-4ed8-af02-82fcacb2ae22 req-8521683f-3ba1-4ed7-b59a-06d348e047a8 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=2729e752-5a7b-4cc3-9ff3-0647ea7e7770 HTTP/1.1" status: 200 len: 945 time: 0.0512574 Oct 29 13:35:26.399057 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f991d0da-e797-4ed8-af02-82fcacb2ae22 req-d2421661-d48e-4216-bdd4-243c2b3f2e20 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319314 Oct 29 13:35:26.416541 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50812d-6df3-4c55-a8fb-38f9480dbfd2 req-6428f2e9-25f2-4f0d-a8a2-8056f96fc016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:26.418012 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9a50812d-6df3-4c55-a8fb-38f9480dbfd2 req-6428f2e9-25f2-4f0d-a8a2-8056f96fc016 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=190fdc9d-b7ca-4aac-8054-029f057e3220 HTTP/1.1" status: 200 len: 849 time: 0.0788329 Oct 29 13:35:26.420888 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-5db95fc1-35c3-444d-9878-a443158dd924 req-38e537e5-c13a-47ce-b140-10115ba625d1 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737705 Oct 29 13:35:26.465664 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50812d-6df3-4c55-a8fb-38f9480dbfd2 req-8b435b55-b930-4867-b84c-e888e2594278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:26.467093 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9a50812d-6df3-4c55-a8fb-38f9480dbfd2 req-8b435b55-b930-4867-b84c-e888e2594278 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9b00fe28-a5bb-47a1-b3da-ae5774a84660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389118 Oct 29 13:35:26.558944 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9a50812d-6df3-4c55-a8fb-38f9480dbfd2 req-4f6cf71d-ad97-4115-8313-5743005e7e18 service neutron] 10.222.0.26 "GET /v2.0/networks/9b00fe28-a5bb-47a1-b3da-ae5774a84660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788450 Oct 29 13:35:26.649726 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9a50812d-6df3-4c55-a8fb-38f9480dbfd2 req-3b61e30b-19cd-4238-9b7f-d021b7e83a11 service neutron] 10.222.0.26 "GET /v2.0/networks/9b00fe28-a5bb-47a1-b3da-ae5774a84660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812366 Oct 29 13:35:26.741537 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254a4d9-749f-4248-8159-7279ff44ed97 req-9d25b178-7cd5-48f8-a84b-1ad8095a742b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:26.742975 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1254a4d9-749f-4248-8159-7279ff44ed97 req-9d25b178-7cd5-48f8-a84b-1ad8095a742b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f8248bc18c44ce3a53d399a2faba011&device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 1099 time: 0.0395579 Oct 29 13:35:26.758142 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:26.858364 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254a4d9-749f-4248-8159-7279ff44ed97 req-ea60da5c-1808-4dba-b3a8-00339953df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:26.859808 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1254a4d9-749f-4248-8159-7279ff44ed97 req-ea60da5c-1808-4dba-b3a8-00339953df9e service neutron] 10.222.0.26 "GET /v2.0/networks?id=9b00fe28-a5bb-47a1-b3da-ae5774a84660 HTTP/1.1" status: 200 len: 911 time: 0.0854883 Oct 29 13:35:26.926673 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1254a4d9-749f-4248-8159-7279ff44ed97 req-475ca50b-2452-43c5-bd1d-6f86b56562e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=297f0860-5eca-4489-80dd-06a64c0f02df HTTP/1.1" status: 200 len: 1001 time: 0.0559340 Oct 29 13:35:26.977225 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254a4d9-749f-4248-8159-7279ff44ed97 req-d7ac81f6-31eb-43f0-ba27-11bf55914688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:26.978793 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1254a4d9-749f-4248-8159-7279ff44ed97 req-d7ac81f6-31eb-43f0-ba27-11bf55914688 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=190fdc9d-b7ca-4aac-8054-029f057e3220 HTTP/1.1" status: 200 len: 849 time: 0.0424757 Oct 29 13:35:27.032791 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254a4d9-749f-4248-8159-7279ff44ed97 req-cd816e8f-80be-4b76-b8f9-4584de2f8438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:27.034161 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1254a4d9-749f-4248-8159-7279ff44ed97 req-cd816e8f-80be-4b76-b8f9-4584de2f8438 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9b00fe28-a5bb-47a1-b3da-ae5774a84660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414345 Oct 29 13:35:27.181425 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9888f-3820-42d1-90ea-9474ec6d3e4d req-2efa32c9-620a-49d6-8764-ae942d57c137 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:27.182985 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-eee9888f-3820-42d1-90ea-9474ec6d3e4d req-2efa32c9-620a-49d6-8764-ae942d57c137 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.26 "GET /v2.0/ports?device_id=2729e752-5a7b-4cc3-9ff3-0647ea7e7770 HTTP/1.1" status: 200 len: 945 time: 0.0878201 Oct 29 13:35:27.191347 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083164c-6ed4-409c-acb3-addf9a9ece10 req-d0334eea-9dfb-476b-8383-ba7ea003a145 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:27.192983 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d083164c-6ed4-409c-acb3-addf9a9ece10 req-d0334eea-9dfb-476b-8383-ba7ea003a145 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0877666 Oct 29 13:35:27.288468 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d083164c-6ed4-409c-acb3-addf9a9ece10 req-90a79724-5ea4-4ff3-b31a-0b69cfe66d08 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669422 Oct 29 13:35:27.316746 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-eee9888f-3820-42d1-90ea-9474ec6d3e4d req-c05a9092-8b14-4d93-8c9e-6ef1871db347 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Deleting port d39096dc-56c6-4c48-95da-d069d4b1fb81 {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:35:27.317161 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-eee9888f-3820-42d1-90ea-9474ec6d3e4d req-c05a9092-8b14-4d93-8c9e-6ef1871db347 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:27.357383 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05507d12-bfa9-4096-9d95-74bc33b06ac1 req-cc41dc38-920d-45b9-a15a-8b453a4df247 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:27.358927 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-05507d12-bfa9-4096-9d95-74bc33b06ac1 req-cc41dc38-920d-45b9-a15a-8b453a4df247 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0984452 Oct 29 13:35:27.364740 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1254a4d9-749f-4248-8159-7279ff44ed97 req-c0eb4d26-fcbd-41e0-96e9-7b989ee0b7ee service neutron] 10.222.0.26 "GET /v2.0/networks/9b00fe28-a5bb-47a1-b3da-ae5774a84660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203945 Oct 29 13:35:27.402538 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-eee9888f-3820-42d1-90ea-9474ec6d3e4d req-c05a9092-8b14-4d93-8c9e-6ef1871db347 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] For port d39096dc-56c6-4c48-95da-d069d4b1fb81, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d39096dc-56c6-4c48-95da-d069d4b1fb81,segment=NetworkSegment(5a566e44-33a4-41ce-b950-6305e41afffb),segment_id=5a566e44-33a4-41ce-b950-6305e41afffb)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:35:27.402900 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-eee9888f-3820-42d1-90ea-9474ec6d3e4d req-c05a9092-8b14-4d93-8c9e-6ef1871db347 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:27.416239 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-eee9888f-3820-42d1-90ea-9474ec6d3e4d req-c05a9092-8b14-4d93-8c9e-6ef1871db347 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Calling delete_port for d39096dc-56c6-4c48-95da-d069d4b1fb81 owned by compute:nova {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:35:27.441170 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-05507d12-bfa9-4096-9d95-74bc33b06ac1 req-505bd2a2-ba3f-44d9-8e8c-65dc8e11f479 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738385 Oct 29 13:35:27.488525 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1254a4d9-749f-4248-8159-7279ff44ed97 req-c6544826-92a8-4113-9805-2b7f5096925d service neutron] 10.222.0.26 "GET /v2.0/networks/9b00fe28-a5bb-47a1-b3da-ae5774a84660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076553 Oct 29 13:35:27.525201 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device d49765ad-79cc-45ce-898a-88b1395fa0fb details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:35:27.535060 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device eeb6e964-ec30-49bc-9a5f-8bfdad363b41 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:35:27.566077 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] No Port match for: eeb6e964-ec30-49bc-9a5f-8bfdad363b41 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:35:27.566272 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device eeb6e964-ec30-49bc-9a5f-8bfdad363b41 not bound to the agent host hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:35:27.614599 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00557ab2-179c-4869-b505-16168fbcbc4f req-39306ad9-1986-47bc-9918-fc360e0b7629 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:27.614861 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73405894-ccca-4210-ad78-a20789aeddef req-f40a2487-60e9-4b7d-8546-64ccc06b4c27 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:27.622359 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-00557ab2-179c-4869-b505-16168fbcbc4f req-39306ad9-1986-47bc-9918-fc360e0b7629 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0699501 Oct 29 13:35:27.622569 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-73405894-ccca-4210-ad78-a20789aeddef req-f40a2487-60e9-4b7d-8546-64ccc06b4c27 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=2729e752-5a7b-4cc3-9ff3-0647ea7e7770 HTTP/1.1" status: 200 len: 945 time: 0.0927553 Oct 29 13:35:27.648980 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port d49765ad-79cc-45ce-898a-88b1395fa0fb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d49765ad-79cc-45ce-898a-88b1395fa0fb,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:35:27.661043 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-00557ab2-179c-4869-b505-16168fbcbc4f req-01f3f165-92ce-4290-87c0-5bd1bdddc276 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379777 Oct 29 13:35:27.662507 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-eee9888f-3820-42d1-90ea-9474ec6d3e4d req-c05a9092-8b14-4d93-8c9e-6ef1871db347 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:27.662687 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': 'd49765ad-79cc-45ce-898a-88b1395fa0fb', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'port_id': 'd49765ad-79cc-45ce-898a-88b1395fa0fb', 'mac_address': 'fa:16:3e:ed:5a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:35:27.674896 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-73405894-ccca-4210-ad78-a20789aeddef req-9786bb92-61c6-4fdb-9ab2-0cf8d2bbcf90 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515099 Oct 29 13:35:27.697475 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a9092-8b14-4d93-8c9e-6ef1871db347 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Pushing event deleted for resources: {'Port': ['ID=d39096dc-56c6-4c48-95da-d069d4b1fb81,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:27.702918 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['becdb76f-bef6-416c-8357-4fa91c08d663', 'd39096dc-56c6-4c48-95da-d069d4b1fb81'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:35:27.745109 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:27.747451 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee9888f-3820-42d1-90ea-9474ec6d3e4d req-c05a9092-8b14-4d93-8c9e-6ef1871db347 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] No DVR routers for this DVR port d39096dc-56c6-4c48-95da-d069d4b1fb81 on host hv-cinder-81588 {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:35:27.751657 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-eee9888f-3820-42d1-90ea-9474ec6d3e4d req-c05a9092-8b14-4d93-8c9e-6ef1871db347 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:27.755695 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-eee9888f-3820-42d1-90ea-9474ec6d3e4d req-c05a9092-8b14-4d93-8c9e-6ef1871db347 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.26 "DELETE /v2.0/ports/d39096dc-56c6-4c48-95da-d069d4b1fb81 HTTP/1.1" status: 204 len: 173 time: 0.5598087 Oct 29 13:35:27.756136 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2729e752-5a7b-4cc3-9ff3-0647ea7e7770', 'name': 'network-vif-deleted', 'tag': 'd39096dc-56c6-4c48-95da-d069d4b1fb81'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:35:27.758755 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f949550-7add-43ab-b264-95d45904b00e" -d '{"events": [{"server_uuid": "2729e752-5a7b-4cc3-9ff3-0647ea7e7770", "name": "network-vif-deleted", "tag": "d39096dc-56c6-4c48-95da-d069d4b1fb81"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:35:27.770323 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d49765ad-79cc-45ce-898a-88b1395fa0fb {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:35:27.806013 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e213172-22f4-4aad-939c-ffb94d11ec6d x-openstack-request-id: req-6e213172-22f4-4aad-939c-ffb94d11ec6d {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:35:27.806297 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2729e752-5a7b-4cc3-9ff3-0647ea7e7770", "name": "network-vif-deleted", "tag": "d39096dc-56c6-4c48-95da-d069d4b1fb81", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:35:27.806542 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6e213172-22f4-4aad-939c-ffb94d11ec6d {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:35:27.806921 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2729e752-5a7b-4cc3-9ff3-0647ea7e7770', 'name': 'network-vif-deleted', 'tag': 'd39096dc-56c6-4c48-95da-d069d4b1fb81', 'status': 'completed', 'code': 200} Oct 29 13:35:27.811961 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port d49765ad-79cc-45ce-898a-88b1395fa0fb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d49765ad-79cc-45ce-898a-88b1395fa0fb,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:35:27.816893 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:27.898798 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=d49765ad-79cc-45ce-898a-88b1395fa0fb,revision_number=6']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:27.967681 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['d49765ad-79cc-45ce-898a-88b1395fa0fb'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:35:28.008998 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:28.059112 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-26d21dc9-19c3-4406-aa56-ff36c197ffa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:28.403407 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aedef-b237-4118-9e85-26cfcca2d13f req-cd3e4686-b352-4f08-8bc1-a3a495f9f7aa tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:28.404783 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-cf8aedef-b237-4118-9e85-26cfcca2d13f req-cd3e4686-b352-4f08-8bc1-a3a495f9f7aa tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0483115 Oct 29 13:35:28.441938 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-cf8aedef-b237-4118-9e85-26cfcca2d13f req-24fec195-1afd-45ee-9638-bd17ff506051 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306005 Oct 29 13:35:28.571042 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c656b5-2873-42b5-8adf-3160702fe9fa req-7e1ba230-9650-4b73-af9b-e078537f37d6 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:28.572505 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f8c656b5-2873-42b5-8adf-3160702fe9fa req-7e1ba230-9650-4b73-af9b-e078537f37d6 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 945 time: 0.0478649 Oct 29 13:35:28.609634 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f8c656b5-2873-42b5-8adf-3160702fe9fa req-4108168f-e378-4e53-8adb-aa99b0acddcd tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313041 Oct 29 13:35:28.791857 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-52bfba07-e308-47e1-93fd-e0ca13ac8658 req-5eab9bc4-e7b1-4c02-938b-e0936de6fe0b tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=2729e752-5a7b-4cc3-9ff3-0647ea7e7770 HTTP/1.1" status: 200 len: 210 time: 0.0299089 Oct 29 13:35:28.825736 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea02e8-f91f-45f4-9bbf-5a5567bb4236 req-03baa92c-8ccb-4a55-be47-79f8a5ca7316 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:28.827297 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-87ea02e8-f91f-45f4-9bbf-5a5567bb4236 req-03baa92c-8ccb-4a55-be47-79f8a5ca7316 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0945103 Oct 29 13:35:28.875888 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-87ea02e8-f91f-45f4-9bbf-5a5567bb4236 req-9315e86c-e187-4046-af2d-b7639996d909 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383091 Oct 29 13:35:29.255070 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:29.541712 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device d49765ad-79cc-45ce-898a-88b1395fa0fb up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:35:29.601145 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port d49765ad-79cc-45ce-898a-88b1395fa0fb triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:35:29.601942 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:29.699406 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:29.743462 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c9284f-a335-4a48-9c8b-5e1572d12240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49765ad-79cc-45ce-898a-88b1395fa0fb'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:35:29.747752 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986e2fd1-40e5-4773-9c40-eb1adb2e764f" -d '{"events": [{"server_uuid": "27c9284f-a335-4a48-9c8b-5e1572d12240", "name": "network-vif-plugged", "status": "completed", "tag": "d49765ad-79cc-45ce-898a-88b1395fa0fb"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:35:29.771005 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port d49765ad-79cc-45ce-898a-88b1395fa0fb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d49765ad-79cc-45ce-898a-88b1395fa0fb,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:35:29.780084 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:29.854548 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27ab516-517c-49f2-b422-3139cb591d13 x-openstack-request-id: req-d27ab516-517c-49f2-b422-3139cb591d13 {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:35:29.855422 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c9284f-a335-4a48-9c8b-5e1572d12240", "name": "network-vif-plugged", "status": "completed", "tag": "d49765ad-79cc-45ce-898a-88b1395fa0fb", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:35:29.856481 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d27ab516-517c-49f2-b422-3139cb591d13 {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:35:29.858728 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c9284f-a335-4a48-9c8b-5e1572d12240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49765ad-79cc-45ce-898a-88b1395fa0fb', 'code': 200} Oct 29 13:35:29.938070 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c173c1-5077-4919-884f-e0d56b0c4ae7 req-cb185034-f56f-40d7-a7db-f057a1a2b3f0 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:29.938070 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-94c173c1-5077-4919-884f-e0d56b0c4ae7 req-cb185034-f56f-40d7-a7db-f057a1a2b3f0 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.1428049 Oct 29 13:35:29.947110 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebe1f8-bf0e-4874-9f47-6154a77a8b75 req-15e09b9f-3b40-4bb8-9fc5-2a4e69409888 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:29.950098 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d4ebe1f8-bf0e-4874-9f47-6154a77a8b75 req-15e09b9f-3b40-4bb8-9fc5-2a4e69409888 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 945 time: 0.2385752 Oct 29 13:35:29.952635 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=d49765ad-79cc-45ce-898a-88b1395fa0fb,revision_number=7']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:30.059419 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94c3c5-4d64-453f-ad98-ad99c50fc01d req-e529a505-c8d3-4e80-9738-e7e677bf572a tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:30.062047 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-2b94c3c5-4d64-453f-ad98-ad99c50fc01d req-e529a505-c8d3-4e80-9738-e7e677bf572a tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb48a55c-da01-4b05-845f-ee4e65716b31 HTTP/1.1" status: 200 len: 946 time: 0.0842154 Oct 29 13:35:30.064439 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d4ebe1f8-bf0e-4874-9f47-6154a77a8b75 req-5caa23af-082c-4404-b39f-b0d6d3cccb41 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021576 Oct 29 13:35:30.109578 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-94c173c1-5077-4919-884f-e0d56b0c4ae7 req-7d2f4e90-6478-46e0-84f8-41d7b901f3ed tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Deleting port 4772a4e2-ffbd-436d-be0b-c8b0d53b4648 {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:35:30.109578 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-94c173c1-5077-4919-884f-e0d56b0c4ae7 req-7d2f4e90-6478-46e0-84f8-41d7b901f3ed tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:30.131366 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-2b94c3c5-4d64-453f-ad98-ad99c50fc01d req-fbfa9095-6f4b-42ad-9934-3f1a01019e36 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619664 Oct 29 13:35:30.229295 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-94c173c1-5077-4919-884f-e0d56b0c4ae7 req-7d2f4e90-6478-46e0-84f8-41d7b901f3ed tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] For port 4772a4e2-ffbd-436d-be0b-c8b0d53b4648, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=4772a4e2-ffbd-436d-be0b-c8b0d53b4648,segment=NetworkSegment(b1cf983c-83eb-4c49-90bb-0003a5b937dd),segment_id=b1cf983c-83eb-4c49-90bb-0003a5b937dd)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:35:30.229996 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-94c173c1-5077-4919-884f-e0d56b0c4ae7 req-7d2f4e90-6478-46e0-84f8-41d7b901f3ed tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:30.244100 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-94c173c1-5077-4919-884f-e0d56b0c4ae7 req-7d2f4e90-6478-46e0-84f8-41d7b901f3ed tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Calling delete_port for 4772a4e2-ffbd-436d-be0b-c8b0d53b4648 owned by compute:nova {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:35:30.394433 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afdacc-911c-4d92-999c-da29911b62ae req-fdee63f4-92bf-4944-b112-43a4a5794343 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:30.401648 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-49afdacc-911c-4d92-999c-da29911b62ae req-fdee63f4-92bf-4944-b112-43a4a5794343 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b4c33f0-9b48-4bc8-8718-33b972d9f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0697968 Oct 29 13:35:30.414954 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-94c173c1-5077-4919-884f-e0d56b0c4ae7 req-7d2f4e90-6478-46e0-84f8-41d7b901f3ed tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:30.427108 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['e4e2d45b-c9a5-4290-bade-10c339385ea2', '4772a4e2-ffbd-436d-be0b-c8b0d53b4648'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:35:30.439571 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-49afdacc-911c-4d92-999c-da29911b62ae req-e0752202-d64e-4b30-9b86-aea8e531a965 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370209 Oct 29 13:35:30.483020 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f4e90-6478-46e0-84f8-41d7b901f3ed tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Pushing event deleted for resources: {'Port': ['ID=4772a4e2-ffbd-436d-be0b-c8b0d53b4648,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:30.504105 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c173c1-5077-4919-884f-e0d56b0c4ae7 req-7d2f4e90-6478-46e0-84f8-41d7b901f3ed tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] No DVR routers for this DVR port 4772a4e2-ffbd-436d-be0b-c8b0d53b4648 on host hv-cinder-81588 {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:35:30.508280 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-94c173c1-5077-4919-884f-e0d56b0c4ae7 req-7d2f4e90-6478-46e0-84f8-41d7b901f3ed tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:30.511814 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-94c173c1-5077-4919-884f-e0d56b0c4ae7 req-7d2f4e90-6478-46e0-84f8-41d7b901f3ed tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.26 "DELETE /v2.0/ports/4772a4e2-ffbd-436d-be0b-c8b0d53b4648 HTTP/1.1" status: 204 len: 173 time: 0.5604334 Oct 29 13:35:30.517534 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb48a55c-da01-4b05-845f-ee4e65716b31', 'name': 'network-vif-deleted', 'tag': '4772a4e2-ffbd-436d-be0b-c8b0d53b4648'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:35:30.519845 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5e5b6a-4ab7-4900-8685-e243e414de54" -d '{"events": [{"server_uuid": "eb48a55c-da01-4b05-845f-ee4e65716b31", "name": "network-vif-deleted", "tag": "4772a4e2-ffbd-436d-be0b-c8b0d53b4648"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:35:30.546911 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2f4e90-6478-46e0-84f8-41d7b901f3ed tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:30.547585 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2f4e90-6478-46e0-84f8-41d7b901f3ed tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:30.547585 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2f4e90-6478-46e0-84f8-41d7b901f3ed tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:30.548490 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2f4e90-6478-46e0-84f8-41d7b901f3ed tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:30.548490 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2f4e90-6478-46e0-84f8-41d7b901f3ed tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:30.548701 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2f4e90-6478-46e0-84f8-41d7b901f3ed tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:30.548935 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2f4e90-6478-46e0-84f8-41d7b901f3ed tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:30.549262 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2f4e90-6478-46e0-84f8-41d7b901f3ed tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:30.552189 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2f4e90-6478-46e0-84f8-41d7b901f3ed tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:30.557081 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2f4e90-6478-46e0-84f8-41d7b901f3ed tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:30.557457 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2f4e90-6478-46e0-84f8-41d7b901f3ed tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:30.558056 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2f4e90-6478-46e0-84f8-41d7b901f3ed tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:30.593360 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f783af-18ab-4dd2-b908-00a521c4e15a x-openstack-request-id: req-64f783af-18ab-4dd2-b908-00a521c4e15a {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:35:30.593903 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb48a55c-da01-4b05-845f-ee4e65716b31", "name": "network-vif-deleted", "tag": "4772a4e2-ffbd-436d-be0b-c8b0d53b4648", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:35:30.594335 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-64f783af-18ab-4dd2-b908-00a521c4e15a {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:35:30.594872 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb48a55c-da01-4b05-845f-ee4e65716b31', 'name': 'network-vif-deleted', 'tag': '4772a4e2-ffbd-436d-be0b-c8b0d53b4648', 'status': 'completed', 'code': 200} Oct 29 13:35:30.760316 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:31.222172 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a02d7-d544-47b1-af2c-9301dfbcbf5d req-638223a6-c6ac-4760-b5c0-fc45e2a75eeb tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:31.229493 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-636a02d7-d544-47b1-af2c-9301dfbcbf5d req-638223a6-c6ac-4760-b5c0-fc45e2a75eeb tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0563705 Oct 29 13:35:31.265444 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-636a02d7-d544-47b1-af2c-9301dfbcbf5d req-4cf76e64-fd57-46d2-9342-838bcd7991e2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348256 Oct 29 13:35:31.408080 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62432e-729e-422b-96f2-2f10bd211db0 req-c606b144-1360-4821-a7dd-8f9836b2ca84 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:31.416351 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5e62432e-729e-422b-96f2-2f10bd211db0 req-c606b144-1360-4821-a7dd-8f9836b2ca84 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 946 time: 0.0593076 Oct 29 13:35:31.452766 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5e62432e-729e-422b-96f2-2f10bd211db0 req-3b15db31-1101-4e33-b0ce-a4c2755b821a tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352201 Oct 29 13:35:31.548931 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device d39096dc-56c6-4c48-95da-d069d4b1fb81 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:35:31.570416 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] No Port match for: d39096dc-56c6-4c48-95da-d069d4b1fb81 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:35:31.571006 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device d39096dc-56c6-4c48-95da-d069d4b1fb81 not bound to the agent host hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:35:31.571593 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 4772a4e2-ffbd-436d-be0b-c8b0d53b4648 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:35:31.588426 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca9a89-9abb-41fb-a7ee-7badd582867a req-d2382f52-1574-486d-82c7-18c67dfc0eab tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:31.590184 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8aca9a89-9abb-41fb-a7ee-7badd582867a req-d2382f52-1574-486d-82c7-18c67dfc0eab tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b4c33f0-9b48-4bc8-8718-33b972d9f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0631950 Oct 29 13:35:31.594787 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] No Port match for: 4772a4e2-ffbd-436d-be0b-c8b0d53b4648 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:35:31.595133 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 4772a4e2-ffbd-436d-be0b-c8b0d53b4648 not bound to the agent host hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:35:31.630730 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8aca9a89-9abb-41fb-a7ee-7badd582867a req-868132ed-3272-424f-9e30-95516c142bd3 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340240 Oct 29 13:35:31.657920 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401b512-a3b5-4964-81b0-eea28d1dbddf req-20bd31dd-4f3b-4670-868f-6f28b4970160 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:31.659481 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9401b512-a3b5-4964-81b0-eea28d1dbddf req-20bd31dd-4f3b-4670-868f-6f28b4970160 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0598190 Oct 29 13:35:31.702992 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9401b512-a3b5-4964-81b0-eea28d1dbddf req-bba1df10-d89f-45ad-bca2-0a61a54b589b tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375328 Oct 29 13:35:32.434517 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6059c98-277a-4f7c-a3df-0f5aefd038a7 req-084e787b-bd7d-47c2-8c34-d1b31c3321dd tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:32.436074 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c6059c98-277a-4f7c-a3df-0f5aefd038a7 req-084e787b-bd7d-47c2-8c34-d1b31c3321dd tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0818405 Oct 29 13:35:32.450315 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1733f7b-2012-4ae0-a94d-2bd0900eab36 req-0c032f7d-b01d-4fe9-8f2e-843911b22459 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:32.451915 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e1733f7b-2012-4ae0-a94d-2bd0900eab36 req-0c032f7d-b01d-4fe9-8f2e-843911b22459 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b4c33f0-9b48-4bc8-8718-33b972d9f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0699255 Oct 29 13:35:32.548002 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c6059c98-277a-4f7c-a3df-0f5aefd038a7 req-d2a9ada9-ce12-4cc6-8b9f-74e63d8f9a84 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944853 Oct 29 13:35:32.582306 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-e1733f7b-2012-4ae0-a94d-2bd0900eab36 req-d6ac5cbb-ba60-47ae-8702-655a25004dbc tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Deleting port a0c2206d-cf39-440e-9645-2857b817a96f {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:35:32.582644 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-e1733f7b-2012-4ae0-a94d-2bd0900eab36 req-d6ac5cbb-ba60-47ae-8702-655a25004dbc tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:32.638403 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32429f-0b59-4a12-8bb9-e48e3a2f605a req-333816e3-8e00-4056-871a-1d9c108cb83e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:32.640465 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ed32429f-0b59-4a12-8bb9-e48e3a2f605a req-333816e3-8e00-4056-871a-1d9c108cb83e tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 946 time: 0.0773349 Oct 29 13:35:32.688460 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-e1733f7b-2012-4ae0-a94d-2bd0900eab36 req-d6ac5cbb-ba60-47ae-8702-655a25004dbc tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] For port a0c2206d-cf39-440e-9645-2857b817a96f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=a0c2206d-cf39-440e-9645-2857b817a96f,segment=NetworkSegment(b4b6085d-4457-4673-a111-b3f5b6024848),segment_id=b4b6085d-4457-4673-a111-b3f5b6024848)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:35:32.689293 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-e1733f7b-2012-4ae0-a94d-2bd0900eab36 req-d6ac5cbb-ba60-47ae-8702-655a25004dbc tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:32.700713 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ed32429f-0b59-4a12-8bb9-e48e3a2f605a req-500976de-da92-46a3-81d8-fe47a8940834 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527952 Oct 29 13:35:32.716875 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-e1733f7b-2012-4ae0-a94d-2bd0900eab36 req-d6ac5cbb-ba60-47ae-8702-655a25004dbc tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Calling delete_port for a0c2206d-cf39-440e-9645-2857b817a96f owned by compute:nova {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:35:32.836854 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99020b-93b1-4e7b-a66b-5e555fd95f33 req-70800f38-b940-408d-8ec2-973c1e97e032 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:32.842882 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffdd17-ff87-4d85-ad0c-d68380b4f6b7 req-998646e9-3e12-4713-9e45-db5b87d0052a tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:32.844980 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-65ffdd17-ff87-4d85-ad0c-d68380b4f6b7 req-998646e9-3e12-4713-9e45-db5b87d0052a tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0595760 Oct 29 13:35:32.846932 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-de99020b-93b1-4e7b-a66b-5e555fd95f33 req-70800f38-b940-408d-8ec2-973c1e97e032 tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b4c33f0-9b48-4bc8-8718-33b972d9f2e6 HTTP/1.1" status: 200 len: 945 time: 0.1170535 Oct 29 13:35:32.891521 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-65ffdd17-ff87-4d85-ad0c-d68380b4f6b7 req-a22ea71f-b50a-4581-b8a7-1c59c132df56 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386147 Oct 29 13:35:32.912789 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-de99020b-93b1-4e7b-a66b-5e555fd95f33 req-51eb44eb-76a0-4d57-b659-e97db956426f tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.96 "GET /v2.0/security-groups?id=881710c5-40eb-499f-a0bb-4bd30418240b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648575 Oct 29 13:35:32.991188 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-e1733f7b-2012-4ae0-a94d-2bd0900eab36 req-d6ac5cbb-ba60-47ae-8702-655a25004dbc tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:33.003030 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['a0c2206d-cf39-440e-9645-2857b817a96f'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:35:33.024656 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac5cbb-ba60-47ae-8702-655a25004dbc tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Pushing event deleted for resources: {'Port': ['ID=a0c2206d-cf39-440e-9645-2857b817a96f,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:33.071447 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1733f7b-2012-4ae0-a94d-2bd0900eab36 req-d6ac5cbb-ba60-47ae-8702-655a25004dbc tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] No DVR routers for this DVR port a0c2206d-cf39-440e-9645-2857b817a96f on host hv-cinder-81588 {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:35:33.074078 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-e1733f7b-2012-4ae0-a94d-2bd0900eab36 req-d6ac5cbb-ba60-47ae-8702-655a25004dbc tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:33.077354 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e1733f7b-2012-4ae0-a94d-2bd0900eab36 req-d6ac5cbb-ba60-47ae-8702-655a25004dbc tempest-VolumesSnapshotTestJSON-579474674 tempest-VolumesSnapshotTestJSON-579474674-project] 10.222.0.26 "DELETE /v2.0/ports/a0c2206d-cf39-440e-9645-2857b817a96f HTTP/1.1" status: 204 len: 173 time: 0.6103885 Oct 29 13:35:33.077797 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4c33f0-9b48-4bc8-8718-33b972d9f2e6', 'name': 'network-vif-deleted', 'tag': 'a0c2206d-cf39-440e-9645-2857b817a96f'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:35:33.080086 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919c4fa9-ff38-4c91-96b8-5547ab55b1cc" -d '{"events": [{"server_uuid": "4b4c33f0-9b48-4bc8-8718-33b972d9f2e6", "name": "network-vif-deleted", "tag": "a0c2206d-cf39-440e-9645-2857b817a96f"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:35:33.135034 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df649c8-db06-4532-a591-3b45b7da1023 x-openstack-request-id: req-6df649c8-db06-4532-a591-3b45b7da1023 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:35:33.135331 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4c33f0-9b48-4bc8-8718-33b972d9f2e6", "name": "network-vif-deleted", "tag": "a0c2206d-cf39-440e-9645-2857b817a96f", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:35:33.135583 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6df649c8-db06-4532-a591-3b45b7da1023 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:35:33.136004 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4c33f0-9b48-4bc8-8718-33b972d9f2e6', 'name': 'network-vif-deleted', 'tag': 'a0c2206d-cf39-440e-9645-2857b817a96f', 'status': 'completed', 'code': 200} Oct 29 13:35:33.479311 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f0f83-f04b-4264-a1f5-c82a24337e4a req-240b3f5d-96ae-4492-8cfd-ced68f0b2233 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:33.480736 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-706f0f83-f04b-4264-a1f5-c82a24337e4a req-240b3f5d-96ae-4492-8cfd-ced68f0b2233 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 946 time: 0.0495920 Oct 29 13:35:33.585286 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-706f0f83-f04b-4264-a1f5-c82a24337e4a req-815edd92-49db-4196-b4b4-fe5fe62628d2 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Deleting port becdb76f-bef6-416c-8357-4fa91c08d663 {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:35:33.585725 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-706f0f83-f04b-4264-a1f5-c82a24337e4a req-815edd92-49db-4196-b4b4-fe5fe62628d2 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:33.722412 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-706f0f83-f04b-4264-a1f5-c82a24337e4a req-815edd92-49db-4196-b4b4-fe5fe62628d2 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] For port becdb76f-bef6-416c-8357-4fa91c08d663, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=becdb76f-bef6-416c-8357-4fa91c08d663,segment=NetworkSegment(5a566e44-33a4-41ce-b950-6305e41afffb),segment_id=5a566e44-33a4-41ce-b950-6305e41afffb)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:35:33.722873 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-706f0f83-f04b-4264-a1f5-c82a24337e4a req-815edd92-49db-4196-b4b4-fe5fe62628d2 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:33.741365 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-706f0f83-f04b-4264-a1f5-c82a24337e4a req-815edd92-49db-4196-b4b4-fe5fe62628d2 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Calling delete_port for becdb76f-bef6-416c-8357-4fa91c08d663 owned by compute:nova {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:35:33.757570 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992cb30-e5ff-4720-9d54-748cd21da270 req-df985feb-1e01-4cea-9704-5598cb109105 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:33.759156 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0992cb30-e5ff-4720-9d54-748cd21da270 req-df985feb-1e01-4cea-9704-5598cb109105 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0977137 Oct 29 13:35:33.852051 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0992cb30-e5ff-4720-9d54-748cd21da270 req-cb53ab4d-af19-4ed9-99c0-fc94cedfeaa0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556796 Oct 29 13:35:33.890711 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d089d7-06ab-4eee-aa5d-d979880eec45 req-1aad860e-8460-4552-94aa-0b04b9242d70 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:33.890711 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-92d089d7-06ab-4eee-aa5d-d979880eec45 req-1aad860e-8460-4552-94aa-0b04b9242d70 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd2ea5b2-033b-4585-b78d-30ba7fbd82bd HTTP/1.1" status: 200 len: 946 time: 0.0904913 Oct 29 13:35:33.932642 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-92d089d7-06ab-4eee-aa5d-d979880eec45 req-70fbdcd9-58b1-4cd7-bb8b-9d3d0fa240da tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.96 "GET /v2.0/security-groups?id=4df97763-9116-41a7-8a9a-62345c93656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436094 Oct 29 13:35:33.976818 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-706f0f83-f04b-4264-a1f5-c82a24337e4a req-815edd92-49db-4196-b4b4-fe5fe62628d2 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:33.996927 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['becdb76f-bef6-416c-8357-4fa91c08d663'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:35:34.042438 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815edd92-49db-4196-b4b4-fe5fe62628d2 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Pushing event deleted for resources: {'Port': ['ID=becdb76f-bef6-416c-8357-4fa91c08d663,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:34.090427 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-706f0f83-f04b-4264-a1f5-c82a24337e4a req-815edd92-49db-4196-b4b4-fe5fe62628d2 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] No DVR routers for this DVR port becdb76f-bef6-416c-8357-4fa91c08d663 on host hv-cinder-81588 {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:35:34.093385 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-706f0f83-f04b-4264-a1f5-c82a24337e4a req-815edd92-49db-4196-b4b4-fe5fe62628d2 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:34.097191 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-706f0f83-f04b-4264-a1f5-c82a24337e4a req-815edd92-49db-4196-b4b4-fe5fe62628d2 tempest-AttachVolumeNegativeTest-797183083 tempest-AttachVolumeNegativeTest-797183083-project] 10.222.0.26 "DELETE /v2.0/ports/becdb76f-bef6-416c-8357-4fa91c08d663 HTTP/1.1" status: 204 len: 173 time: 0.6082904 Oct 29 13:35:34.108729 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15d0bc-a1d3-44e0-ab26-8d5e28dc4669 req-59b758b5-b1f8-4c78-b52a-9a584ffdd240 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:34.111678 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-cc15d0bc-a1d3-44e0-ab26-8d5e28dc4669 req-59b758b5-b1f8-4c78-b52a-9a584ffdd240 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.1034029 Oct 29 13:35:34.161124 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-cc15d0bc-a1d3-44e0-ab26-8d5e28dc4669 req-c9206ad4-e848-433a-978b-02b5fd537928 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421424 Oct 29 13:35:34.999988 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c69a69-af4b-42d4-9ca5-d526548a5661 req-957efabf-d911-4b0e-ab55-ea1fb0e3aaf6 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:35.001003 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 33670) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:35:35.007476 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-87c69a69-af4b-42d4-9ca5-d526548a5661 req-957efabf-d911-4b0e-ab55-ea1fb0e3aaf6 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0670340 Oct 29 13:35:35.058839 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_v2 [None req-59805da9-eeb9-4b20-aae8-6b0dc5243c59 admin admin] Deleting subnet 336b7c87-283f-4775-a0c5-465adcbb1c88 {{(pid=101274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 29 13:35:35.061940 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-87c69a69-af4b-42d4-9ca5-d526548a5661 req-940a420f-dc2a-4cc3-b8f5-706fe6673224 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426707 Oct 29 13:35:35.064914 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-59805da9-eeb9-4b20-aae8-6b0dc5243c59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:35.110167 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-59805da9-eeb9-4b20-aae8-6b0dc5243c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25625732'] for subnet, precommit_delete_associations {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:35.137158 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2ea5b2-033b-4585-b78d-30ba7fbd82bd', 'name': 'network-vif-deleted', 'tag': 'becdb76f-bef6-416c-8357-4fa91c08d663'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:35:35.141610 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959c7bed-93cc-4ece-9f1e-384cddafbc9d" -d '{"events": [{"server_uuid": "bd2ea5b2-033b-4585-b78d-30ba7fbd82bd", "name": "network-vif-deleted", "tag": "becdb76f-bef6-416c-8357-4fa91c08d663"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:35:35.164027 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-59805da9-eeb9-4b20-aae8-6b0dc5243c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7868206'] for subnet, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:35.213153 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3545f6ff-a12e-4a55-aa02-ed65f4428cfc x-openstack-request-id: req-3545f6ff-a12e-4a55-aa02-ed65f4428cfc {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:35:35.213441 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2ea5b2-033b-4585-b78d-30ba7fbd82bd", "name": "network-vif-deleted", "tag": "becdb76f-bef6-416c-8357-4fa91c08d663", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:35:35.213682 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3545f6ff-a12e-4a55-aa02-ed65f4428cfc {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:35:35.214087 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2ea5b2-033b-4585-b78d-30ba7fbd82bd', 'name': 'network-vif-deleted', 'tag': 'becdb76f-bef6-416c-8357-4fa91c08d663', 'status': 'completed', 'code': 200} Oct 29 13:35:35.241883 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-59805da9-eeb9-4b20-aae8-6b0dc5243c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7868193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25597345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25489011'] for subnet, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:35.277415 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59805da9-eeb9-4b20-aae8-6b0dc5243c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=336b7c87-283f-4775-a0c5-465adcbb1c88,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:35.286323 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-59805da9-eeb9-4b20-aae8-6b0dc5243c59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:35.290417 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-59805da9-eeb9-4b20-aae8-6b0dc5243c59 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/336b7c87-283f-4775-a0c5-465adcbb1c88 HTTP/1.1" status: 204 len: 168 time: 0.2878060 Oct 29 13:35:35.292941 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 33676) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:35:35.306252 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef1d9a-462d-4eb6-a434-6514e822003c req-e1bbf789-f51f-4e79-822e-311530f94919 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:35.309518 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f8ef1d9a-462d-4eb6-a434-6514e822003c req-e1bbf789-f51f-4e79-822e-311530f94919 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0653274 Oct 29 13:35:35.385957 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f8ef1d9a-462d-4eb6-a434-6514e822003c req-c8e2f562-19df-49ee-be77-a58b05b8a93a tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647204 Oct 29 13:35:35.421345 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-4ca8b4be-5151-4c89-958a-072fb68508f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7898351'] for network, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:35.516667 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-4ca8b4be-5151-4c89-958a-072fb68508f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7865813', 'neutron.services.segments.db._delete_segments_for_network-8763699824397'] for network, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:35.539933 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.services.segments.db [None req-4ca8b4be-5151-4c89-958a-072fb68508f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797a2d64-a318-481c-b064-119a76b4777f']}} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:35:35.542031 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device a0c2206d-cf39-440e-9645-2857b817a96f no longer exists at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:35:35.555890 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.services.segments.db [None req-4ca8b4be-5151-4c89-958a-072fb68508f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a566e44-33a4-41ce-b950-6305e41afffb') {'for_net_delete': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:35:35.556235 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.services.segments.db [None req-4ca8b4be-5151-4c89-958a-072fb68508f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a566e44-33a4-41ce-b950-6305e41afffb') {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:35:35.566454 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] No Port match for: a0c2206d-cf39-440e-9645-2857b817a96f {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:35:35.567710 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device a0c2206d-cf39-440e-9645-2857b817a96f not bound to the agent host hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:35:35.567710 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device becdb76f-bef6-416c-8357-4fa91c08d663 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:35:35.570972 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-4ca8b4be-5151-4c89-958a-072fb68508f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763699824150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25625755'] for segment, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:35.587459 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-4ca8b4be-5151-4c89-958a-072fb68508f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:35.593562 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca8b4be-5151-4c89-958a-072fb68508f2 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=101274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 13:35:35.594034 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-4ca8b4be-5151-4c89-958a-072fb68508f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25597383'] for segment, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: Traceback (most recent call last): Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: timer() Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: cb(*args, **kw) Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: return func(*args, **kwargs) Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: self._notify() Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: self.callback(batched_events) Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: event.method(event) Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: return f(self, *a, **k) Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: return self._get(url).json() Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: return self.request(url, 'GET', **kwargs) Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 13:35:35.595811 dv-cinder-815884-1-iscsi neutron-server[101274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 13:35:35.605138 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] No Port match for: becdb76f-bef6-416c-8357-4fa91c08d663 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:35:35.605478 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device becdb76f-bef6-416c-8357-4fa91c08d663 not bound to the agent host hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:35:35.663188 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-4ca8b4be-5151-4c89-958a-072fb68508f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496109'] for network, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:35.684102 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-4ca8b4be-5151-4c89-958a-072fb68508f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:35.689969 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-4ca8b4be-5151-4c89-958a-072fb68508f2 admin admin] 10.222.0.96 "DELETE /v2.0/networks/797a2d64-a318-481c-b064-119a76b4777f HTTP/1.1" status: 204 len: 168 time: 0.3938193 Oct 29 13:35:35.692248 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8b4be-5151-4c89-958a-072fb68508f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=797a2d64-a318-481c-b064-119a76b4777f,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:35.893317 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 33690) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:35:35.941684 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-df1da736-e4fb-4ef2-84df-1a22cf9b31e4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5dbd3236e0cc40379a8e1e72b80f965e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0470402 Oct 29 13:35:35.944013 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 33692) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:35:36.005115 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f4819572-763e-4028-a8a3-e17b472598d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:36.028059 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f4819572-763e-4028-a8a3-e17b472598d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:36.095796 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f4819572-763e-4028-a8a3-e17b472598d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:36.098826 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f4819572-763e-4028-a8a3-e17b472598d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:36.099984 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-f4819572-763e-4028-a8a3-e17b472598d1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4df97763-9116-41a7-8a9a-62345c93656f HTTP/1.1" status: 204 len: 168 time: 0.1550677 Oct 29 13:35:36.116911 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4819572-763e-4028-a8a3-e17b472598d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df97763-9116-41a7-8a9a-62345c93656f,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:36.224331 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a941894-fb0c-43e8-8b15-a1457e597378 req-2eb4fe06-6f4d-4e9a-b241-a29b26a77aef tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:36.237391 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1a941894-fb0c-43e8-8b15-a1457e597378 req-2eb4fe06-6f4d-4e9a-b241-a29b26a77aef tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0751774 Oct 29 13:35:36.326582 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1a941894-fb0c-43e8-8b15-a1457e597378 req-732b4e65-6ad8-4da6-90e9-e1fb0eeb9a5a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877020 Oct 29 13:35:36.536293 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10bd4c-ab3d-45cd-ae2e-46bd0de9eb87 req-2493088d-e883-42b9-88e0-c5831bdf3eff tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:36.543413 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ad10bd4c-ab3d-45cd-ae2e-46bd0de9eb87 req-2493088d-e883-42b9-88e0-c5831bdf3eff tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0597875 Oct 29 13:35:36.589569 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ad10bd4c-ab3d-45cd-ae2e-46bd0de9eb87 req-a585a0e5-52e3-4e93-a9dc-ca59b1bc712c tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449893 Oct 29 13:35:37.453314 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5e16c-f3df-4fe4-8153-4a6f049d102c req-d024979b-c040-451e-9402-d705e4323392 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:37.454758 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7be5e16c-f3df-4fe4-8153-4a6f049d102c req-d024979b-c040-451e-9402-d705e4323392 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0566554 Oct 29 13:35:37.510086 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7be5e16c-f3df-4fe4-8153-4a6f049d102c req-6cb158eb-d45a-48cb-90ec-0f3882255d5f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368671 Oct 29 13:35:37.729320 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639487ad-279c-44c6-9e19-77c114a93c14 req-0d50c4e6-bb09-4f42-bfe0-700c14cd80a2 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:37.737488 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-639487ad-279c-44c6-9e19-77c114a93c14 req-0d50c4e6-bb09-4f42-bfe0-700c14cd80a2 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0717676 Oct 29 13:35:37.805714 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-639487ad-279c-44c6-9e19-77c114a93c14 req-e4e48cb0-d55c-4e89-a81c-c8642f5c32e6 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629566 Oct 29 13:35:38.647569 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad5328-f85f-4808-8d42-0b3004fdda24 req-94a777ab-74c7-4083-a311-d9ea3b44644f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:38.649182 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-fdad5328-f85f-4808-8d42-0b3004fdda24 req-94a777ab-74c7-4083-a311-d9ea3b44644f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0548811 Oct 29 13:35:38.691671 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-fdad5328-f85f-4808-8d42-0b3004fdda24 req-1427b9ca-6391-4696-860a-7ee943d8dca6 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363483 Oct 29 13:35:38.922856 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dbc28-9a9a-44a2-8ac6-7aeab91ac964 req-65279575-07de-464c-bdc3-354afb22ac0c tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:38.924920 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-021dbc28-9a9a-44a2-8ac6-7aeab91ac964 req-65279575-07de-464c-bdc3-354afb22ac0c tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0504205 Oct 29 13:35:38.962227 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-021dbc28-9a9a-44a2-8ac6-7aeab91ac964 req-fd18dccf-d159-4ca6-8e88-083829564e6b tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/security-groups?id=415534bc-1ba9-472d-b847-d7cb1987f7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312393 Oct 29 13:35:39.295004 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc587e2d-bc8e-42d3-a5a9-82eac3e28e0f req-21cee8a6-c7c7-4ef8-9bd3-0677087c6690 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:39.296420 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-fc587e2d-bc8e-42d3-a5a9-82eac3e28e0f req-21cee8a6-c7c7-4ef8-9bd3-0677087c6690 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.26 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 945 time: 0.0480618 Oct 29 13:35:39.386231 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-fc587e2d-bc8e-42d3-a5a9-82eac3e28e0f req-7718a438-6c8a-45c3-98bd-72943f65d941 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Deleting port e4e2d45b-c9a5-4290-bade-10c339385ea2 {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:35:39.386480 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-fc587e2d-bc8e-42d3-a5a9-82eac3e28e0f req-7718a438-6c8a-45c3-98bd-72943f65d941 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:39.470716 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-fc587e2d-bc8e-42d3-a5a9-82eac3e28e0f req-7718a438-6c8a-45c3-98bd-72943f65d941 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] For port e4e2d45b-c9a5-4290-bade-10c339385ea2, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=e4e2d45b-c9a5-4290-bade-10c339385ea2,segment=NetworkSegment(b1cf983c-83eb-4c49-90bb-0003a5b937dd),segment_id=b1cf983c-83eb-4c49-90bb-0003a5b937dd)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:35:39.471068 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-fc587e2d-bc8e-42d3-a5a9-82eac3e28e0f req-7718a438-6c8a-45c3-98bd-72943f65d941 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:39.482775 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-fc587e2d-bc8e-42d3-a5a9-82eac3e28e0f req-7718a438-6c8a-45c3-98bd-72943f65d941 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Calling delete_port for e4e2d45b-c9a5-4290-bade-10c339385ea2 owned by compute:nova {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:35:39.602709 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-fc587e2d-bc8e-42d3-a5a9-82eac3e28e0f req-7718a438-6c8a-45c3-98bd-72943f65d941 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:39.614404 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['e4e2d45b-c9a5-4290-bade-10c339385ea2'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:35:39.630271 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718a438-6c8a-45c3-98bd-72943f65d941 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Pushing event deleted for resources: {'Port': ['ID=e4e2d45b-c9a5-4290-bade-10c339385ea2,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:39.670238 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc587e2d-bc8e-42d3-a5a9-82eac3e28e0f req-7718a438-6c8a-45c3-98bd-72943f65d941 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] No DVR routers for this DVR port e4e2d45b-c9a5-4290-bade-10c339385ea2 on host hv-cinder-81588 {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:35:39.673547 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-fc587e2d-bc8e-42d3-a5a9-82eac3e28e0f req-7718a438-6c8a-45c3-98bd-72943f65d941 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:39.677225 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-fc587e2d-bc8e-42d3-a5a9-82eac3e28e0f req-7718a438-6c8a-45c3-98bd-72943f65d941 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.26 "DELETE /v2.0/ports/e4e2d45b-c9a5-4290-bade-10c339385ea2 HTTP/1.1" status: 204 len: 173 time: 0.3727701 Oct 29 13:35:39.677679 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36bbf99-9c28-4d21-b72b-a31707096ce3', 'name': 'network-vif-deleted', 'tag': 'e4e2d45b-c9a5-4290-bade-10c339385ea2'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:35:39.680008 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a92686c-e608-4421-beef-bafbb3c58809" -d '{"events": [{"server_uuid": "e36bbf99-9c28-4d21-b72b-a31707096ce3", "name": "network-vif-deleted", "tag": "e4e2d45b-c9a5-4290-bade-10c339385ea2"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:35:39.717439 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea77db64-99b9-4d04-b7ee-64fb1f583b29 x-openstack-request-id: req-ea77db64-99b9-4d04-b7ee-64fb1f583b29 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:35:39.717732 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36bbf99-9c28-4d21-b72b-a31707096ce3", "name": "network-vif-deleted", "tag": "e4e2d45b-c9a5-4290-bade-10c339385ea2", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:35:39.718014 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ea77db64-99b9-4d04-b7ee-64fb1f583b29 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:35:39.718409 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36bbf99-9c28-4d21-b72b-a31707096ce3', 'name': 'network-vif-deleted', 'tag': 'e4e2d45b-c9a5-4290-bade-10c339385ea2', 'status': 'completed', 'code': 200} Oct 29 13:35:39.814831 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1980532-a58e-4cb8-8ae7-bcb4983ceaad req-51337f5a-4c9f-40c5-b434-cae4337cf133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:39.816573 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e1980532-a58e-4cb8-8ae7-bcb4983ceaad req-51337f5a-4c9f-40c5-b434-cae4337cf133 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a7750e1de6f482ebcfe89e9ad577e0c&device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 1099 time: 0.0510998 Oct 29 13:35:39.818872 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e857f0-5fe1-4385-b49a-c4324fff213c req-ff9dbe9d-15b9-4c4c-8e2e-d8c09e35b3ef tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:39.820410 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-57e857f0-5fe1-4385-b49a-c4324fff213c req-ff9dbe9d-15b9-4c4c-8e2e-d8c09e35b3ef tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0527558 Oct 29 13:35:39.867135 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-57e857f0-5fe1-4385-b49a-c4324fff213c req-680fb526-b240-49fe-b52c-0223599d824a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374968 Oct 29 13:35:39.915392 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1980532-a58e-4cb8-8ae7-bcb4983ceaad req-26d8dc22-82e5-4145-adcb-030f230da96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:39.916763 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e1980532-a58e-4cb8-8ae7-bcb4983ceaad req-26d8dc22-82e5-4145-adcb-030f230da96b service neutron] 10.222.0.26 "GET /v2.0/networks?id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa HTTP/1.1" status: 200 len: 918 time: 0.0849411 Oct 29 13:35:39.985752 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e1980532-a58e-4cb8-8ae7-bcb4983ceaad req-0e0cb53c-e182-40ad-9f7a-f99b5ae35868 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d49765ad-79cc-45ce-898a-88b1395fa0fb HTTP/1.1" status: 200 len: 1001 time: 0.0609806 Oct 29 13:35:40.042385 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1980532-a58e-4cb8-8ae7-bcb4983ceaad req-ee7d526a-53a9-4ccf-9c6c-94591b18726b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:40.043876 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e1980532-a58e-4cb8-8ae7-bcb4983ceaad req-ee7d526a-53a9-4ccf-9c6c-94591b18726b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de6a4b99-0646-46d8-a18a-25de200d28c4 HTTP/1.1" status: 200 len: 856 time: 0.0492318 Oct 29 13:35:40.098413 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ef1f8b16-40eb-4b3d-84c8-77fb4e401214 req-68650fd4-aa0a-4b7d-9ddc-4e52f8d88a27 tempest-ServerRescueNegativeTestJSON-1798079182 tempest-ServerRescueNegativeTestJSON-1798079182-project] 10.222.0.96 "GET /v2.0/ports?device_id=e36bbf99-9c28-4d21-b72b-a31707096ce3 HTTP/1.1" status: 200 len: 210 time: 0.0503283 Oct 29 13:35:40.114400 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1980532-a58e-4cb8-8ae7-bcb4983ceaad req-ede095e4-14a1-4444-afdf-652d50d78b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:40.115889 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e1980532-a58e-4cb8-8ae7-bcb4983ceaad req-ede095e4-14a1-4444-afdf-652d50d78b2d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584896 Oct 29 13:35:40.455668 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e1980532-a58e-4cb8-8ae7-bcb4983ceaad req-2fcc7251-49e3-4143-8901-8dbab6db3288 service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271618 Oct 29 13:35:40.559789 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e1980532-a58e-4cb8-8ae7-bcb4983ceaad req-d9102fe2-2c07-48c0-810e-f8d9c0060370 service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963473 Oct 29 13:35:40.986806 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea71fcf-6330-4ec3-a8b8-26cae5e77099 req-bda0cffb-3a49-4967-9d75-53aa51f706a0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:40.988140 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-eea71fcf-6330-4ec3-a8b8-26cae5e77099 req-bda0cffb-3a49-4967-9d75-53aa51f706a0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0465729 Oct 29 13:35:41.024202 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-eea71fcf-6330-4ec3-a8b8-26cae5e77099 req-5e705fff-7e4c-4737-a0d6-ea98f4571f5d tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302448 Oct 29 13:35:41.163927 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 33808) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:35:41.567880 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8291fb3e-5cbc-4a7c-a7ea-203c48da985e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502303'] for router_interface, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:41.850922 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-8291fb3e-5cbc-4a7c-a7ea-203c48da985e admin admin] Deleting port 938ba0d9-fa8b-4d79-861a-9f351d475c6d {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:35:41.851255 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8291fb3e-5cbc-4a7c-a7ea-203c48da985e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:41.929239 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-8291fb3e-5cbc-4a7c-a7ea-203c48da985e admin admin] For port 938ba0d9-fa8b-4d79-861a-9f351d475c6d, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=938ba0d9-fa8b-4d79-861a-9f351d475c6d,segment=NetworkSegment(b1cf983c-83eb-4c49-90bb-0003a5b937dd),segment_id=b1cf983c-83eb-4c49-90bb-0003a5b937dd)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:35:41.929600 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8291fb3e-5cbc-4a7c-a7ea-203c48da985e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:41.942154 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-8291fb3e-5cbc-4a7c-a7ea-203c48da985e admin admin] Calling delete_port for 938ba0d9-fa8b-4d79-861a-9f351d475c6d owned by network:router_interface {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:35:42.158837 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85282b-b317-4fdf-aee9-4b4fa5b08802 req-cfc2463a-29bc-412e-a835-dfa54e885a38 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:42.160300 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-4d85282b-b317-4fdf-aee9-4b4fa5b08802 req-cfc2463a-29bc-412e-a835-dfa54e885a38 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.0607944 Oct 29 13:35:42.190688 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8291fb3e-5cbc-4a7c-a7ea-203c48da985e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:42.210744 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-4d85282b-b317-4fdf-aee9-4b4fa5b08802 req-361cb5ea-1945-4920-b048-d5f657433a1a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360775 Oct 29 13:35:42.216202 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291fb3e-5cbc-4a7c-a7ea-203c48da985e admin admin] Pushing event deleted for resources: {'Port': ['ID=938ba0d9-fa8b-4d79-861a-9f351d475c6d,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:42.370812 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8291fb3e-5cbc-4a7c-a7ea-203c48da985e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495931'] for router_interface, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:42.586589 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8291fb3e-5cbc-4a7c-a7ea-203c48da985e admin admin] Router e5da5c74-b1f2-47f3-a042-4db0f85a5fb3 has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:35:42.692416 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8291fb3e-5cbc-4a7c-a7ea-203c48da985e admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:35:42.699231 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-8291fb3e-5cbc-4a7c-a7ea-203c48da985e admin admin] 10.222.0.96 "PUT /v2.0/routers/e5da5c74-b1f2-47f3-a042-4db0f85a5fb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5342684 Oct 29 13:35:42.702107 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 33852) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:35:42.703613 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f070f3-c900-4bd9-97aa-5dae1bf2ff48 None None] Sync routers for ids ['e5da5c74-b1f2-47f3-a042-4db0f85a5fb3'] in dv-cinder-815884-1-iscsi {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:35:42.713110 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f070f3-c900-4bd9-97aa-5dae1bf2ff48 None None] Routers {'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:35:42.713841 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-07f070f3-c900-4bd9-97aa-5dae1bf2ff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:35:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['e5da5c74-b1f2-47f3-a042-4db0f85a5fb3'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:35:42.804661 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1bf244b0-e745-47c5-8f54-e92c0cf40751 admin admin] Notify callbacks [] for router, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:42.819935 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-07f070f3-c900-4bd9-97aa-5dae1bf2ff48 None None] Set router e5da5c74-b1f2-47f3-a042-4db0f85a5fb3 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:35:42.907289 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1bf244b0-e745-47c5-8f54-e92c0cf40751 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:42.958343 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-1bf244b0-e745-47c5-8f54-e92c0cf40751 admin admin] Deleting port 3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:35:42.958672 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1bf244b0-e745-47c5-8f54-e92c0cf40751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:42.989652 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-07f070f3-c900-4bd9-97aa-5dae1bf2ff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3', 'name': 'tempest-ServerRescueNegativeTestJSON-1589959059-router', 'tenant_id': '7078166fcf074917b62f68cae696746b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:35:42Z', 'revision_number': 5, 'project_id': '7078166fcf074917b62f68cae696746b', 'gw_port': {'id': '3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:35:43.018976 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f070f3-c900-4bd9-97aa-5dae1bf2ff48 None None] Checking router: e5da5c74-b1f2-47f3-a042-4db0f85a5fb3 for host: dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:35:43.026913 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f070f3-c900-4bd9-97aa-5dae1bf2ff48 None None] Routers {'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:35:43.027505 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-07f070f3-c900-4bd9-97aa-5dae1bf2ff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:35:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['e5da5c74-b1f2-47f3-a042-4db0f85a5fb3'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:35:43.035656 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-1bf244b0-e745-47c5-8f54-e92c0cf40751 admin admin] For port 3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:35:43.036025 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1bf244b0-e745-47c5-8f54-e92c0cf40751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:43.048060 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-1bf244b0-e745-47c5-8f54-e92c0cf40751 admin admin] Calling delete_port for 3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca owned by network:router_gateway {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:35:43.201693 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-07f070f3-c900-4bd9-97aa-5dae1bf2ff48 None None] Set router e5da5c74-b1f2-47f3-a042-4db0f85a5fb3 gateway port host: None {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:35:43.230449 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1bf244b0-e745-47c5-8f54-e92c0cf40751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:43.255455 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-07f070f3-c900-4bd9-97aa-5dae1bf2ff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3', 'name': 'tempest-ServerRescueNegativeTestJSON-1589959059-router', 'tenant_id': '7078166fcf074917b62f68cae696746b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:35:42Z', 'revision_number': 6, 'project_id': '7078166fcf074917b62f68cae696746b', 'gw_port_host': None}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:35:43.268296 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf244b0-e745-47c5-8f54-e92c0cf40751 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:43.291439 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f070f3-c900-4bd9-97aa-5dae1bf2ff48 None None] The sync data for ids ['e5da5c74-b1f2-47f3-a042-4db0f85a5fb3'] in dv-cinder-815884-1-iscsi is: [{'id': 'e5da5c74-b1f2-47f3-a042-4db0f85a5fb3', 'name': 'tempest-ServerRescueNegativeTestJSON-1589959059-router', 'tenant_id': '7078166fcf074917b62f68cae696746b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:35:42Z', 'revision_number': 6, 'project_id': '7078166fcf074917b62f68cae696746b', 'gw_port_host': None}] {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:35:43.337595 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1bf244b0-e745-47c5-8f54-e92c0cf40751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496065'] for router_gateway, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:43.571166 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device e4e2d45b-c9a5-4290-bade-10c339385ea2 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:35:43.594002 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] No Port match for: e4e2d45b-c9a5-4290-bade-10c339385ea2 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:35:43.594336 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device e4e2d45b-c9a5-4290-bade-10c339385ea2 not bound to the agent host hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:35:43.594748 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device d49765ad-79cc-45ce-898a-88b1395fa0fb no longer exists at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:35:43.671299 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:43.692964 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1bf244b0-e745-47c5-8f54-e92c0cf40751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-446'] for router, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:43.695682 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1bf244b0-e745-47c5-8f54-e92c0cf40751 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:43.695940 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c9284f-a335-4a48-9c8b-5e1572d12240', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd49765ad-79cc-45ce-898a-88b1395fa0fb'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:35:43.698223 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00eb894-b11c-4e66-91c2-5ec4858924fc" -d '{"events": [{"server_uuid": "27c9284f-a335-4a48-9c8b-5e1572d12240", "name": "network-vif-unplugged", "status": "completed", "tag": "d49765ad-79cc-45ce-898a-88b1395fa0fb"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:35:43.714031 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port d49765ad-79cc-45ce-898a-88b1395fa0fb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d49765ad-79cc-45ce-898a-88b1395fa0fb,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:35:43.720833 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:43.748143 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Oct 2021 13:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aad3343-feee-459b-aff0-796f9a5d2dae x-openstack-request-id: req-7aad3343-feee-459b-aff0-796f9a5d2dae {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:35:43.748938 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c9284f-a335-4a48-9c8b-5e1572d12240", "name": "network-vif-unplugged", "status": "failed", "tag": "d49765ad-79cc-45ce-898a-88b1395fa0fb", "code": 422}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:35:43.749186 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7aad3343-feee-459b-aff0-796f9a5d2dae {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:35:43.749627 dv-cinder-815884-1-iscsi neutron-server[101276]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '27c9284f-a335-4a48-9c8b-5e1572d12240', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd49765ad-79cc-45ce-898a-88b1395fa0fb', 'code': 422} returned with failed status Oct 29 13:35:43.769292 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffac6df-2e14-47bf-bf66-4e34131489b9 req-e099068c-998e-44cd-b4bf-43d7893c4791 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:43.776902 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5ffac6df-2e14-47bf-bf66-4e34131489b9 req-e099068c-998e-44cd-b4bf-43d7893c4791 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 946 time: 0.4404175 Oct 29 13:35:43.781358 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=d49765ad-79cc-45ce-898a-88b1395fa0fb,revision_number=8']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:43.792625 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:43.793405 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:43.793754 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:43.794300 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:43.794412 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:43.794763 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:43.795075 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:43.795372 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:43.795855 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:43.796338 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:43.797160 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:43.797589 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:43.803626 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1bf244b0-e745-47c5-8f54-e92c0cf40751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497777'] for router, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:43.804321 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf244b0-e745-47c5-8f54-e92c0cf40751 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5da5c74-b1f2-47f3-a042-4db0f85a5fb3 {{(pid=101274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 13:35:43.810423 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1bf244b0-e745-47c5-8f54-e92c0cf40751 admin admin] Notify callbacks [] for router, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:43.811554 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-1bf244b0-e745-47c5-8f54-e92c0cf40751 admin admin] 10.222.0.96 "DELETE /v2.0/routers/e5da5c74-b1f2-47f3-a042-4db0f85a5fb3 HTTP/1.1" status: 204 len: 168 time: 1.1085172 Oct 29 13:35:43.814826 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 33870) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:35:43.838053 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5ffac6df-2e14-47bf-bf66-4e34131489b9 req-96f7897c-8b9c-4418-b4c4-6cabb0e8106d tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602481 Oct 29 13:35:43.867584 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_v2 [None req-908d6b42-c61f-4ad4-8e57-3dfbfad7ba57 admin admin] Deleting subnet 1929ad4c-8f08-4de6-91ed-e7a6821dc3a0 {{(pid=101275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 29 13:35:43.870875 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-908d6b42-c61f-4ad4-8e57-3dfbfad7ba57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:43.927073 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-908d6b42-c61f-4ad4-8e57-3dfbfad7ba57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3755711'] for subnet, precommit_delete_associations {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:43.966718 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-908d6b42-c61f-4ad4-8e57-3dfbfad7ba57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7868206'] for subnet, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:44.019625 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-908d6b42-c61f-4ad4-8e57-3dfbfad7ba57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7868193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3952961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25682708'] for subnet, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:44.042559 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d6b42-c61f-4ad4-8e57-3dfbfad7ba57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1929ad4c-8f08-4de6-91ed-e7a6821dc3a0,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:44.052633 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6b42-c61f-4ad4-8e57-3dfbfad7ba57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:44.052979 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6b42-c61f-4ad4-8e57-3dfbfad7ba57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:44.053303 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6b42-c61f-4ad4-8e57-3dfbfad7ba57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:44.053640 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6b42-c61f-4ad4-8e57-3dfbfad7ba57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:44.053992 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6b42-c61f-4ad4-8e57-3dfbfad7ba57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:44.054319 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6b42-c61f-4ad4-8e57-3dfbfad7ba57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:44.054641 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6b42-c61f-4ad4-8e57-3dfbfad7ba57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:44.054965 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6b42-c61f-4ad4-8e57-3dfbfad7ba57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:44.055287 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6b42-c61f-4ad4-8e57-3dfbfad7ba57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:44.055607 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6b42-c61f-4ad4-8e57-3dfbfad7ba57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:44.055922 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6b42-c61f-4ad4-8e57-3dfbfad7ba57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:44.056236 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6b42-c61f-4ad4-8e57-3dfbfad7ba57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:35:44.059035 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-908d6b42-c61f-4ad4-8e57-3dfbfad7ba57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:44.062193 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-908d6b42-c61f-4ad4-8e57-3dfbfad7ba57 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/1929ad4c-8f08-4de6-91ed-e7a6821dc3a0 HTTP/1.1" status: 204 len: 168 time: 0.2463675 Oct 29 13:35:44.065300 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 33882) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:35:44.154922 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-29ea8f7e-e08d-4c23-bd3a-a2301ebfbb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7898351'] for network, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:44.179640 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:35:44.204534 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: 3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:35:44.205078 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 3ef9c3f1-b50e-4a84-8fb2-ebe6acc89bca not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:35:44.205922 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 938ba0d9-fa8b-4d79-861a-9f351d475c6d no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:35:44.224992 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: 938ba0d9-fa8b-4d79-861a-9f351d475c6d {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:35:44.225512 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 938ba0d9-fa8b-4d79-861a-9f351d475c6d not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:35:44.248267 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-29ea8f7e-e08d-4c23-bd3a-a2301ebfbb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7865813', 'neutron.services.segments.db._delete_segments_for_network-8763699824397'] for network, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:44.268910 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-29ea8f7e-e08d-4c23-bd3a-a2301ebfbb4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f220f7-750e-495a-b9c4-c7c245afa919']}} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:35:44.279348 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-29ea8f7e-e08d-4c23-bd3a-a2301ebfbb4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1cf983c-83eb-4c49-90bb-0003a5b937dd') {'for_net_delete': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:35:44.279659 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-29ea8f7e-e08d-4c23-bd3a-a2301ebfbb4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1cf983c-83eb-4c49-90bb-0003a5b937dd') {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:35:44.290412 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-29ea8f7e-e08d-4c23-bd3a-a2301ebfbb4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763699824150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3755680'] for segment, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:44.308374 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-29ea8f7e-e08d-4c23-bd3a-a2301ebfbb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:44.315433 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ea8f7e-e08d-4c23-bd3a-a2301ebfbb4f admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=101275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 13:35:44.316038 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-29ea8f7e-e08d-4c23-bd3a-a2301ebfbb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3952935'] for segment, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: Traceback (most recent call last): Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: timer() Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: cb(*args, **kw) Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: return func(*args, **kwargs) Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: self._notify() Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: self.callback(batched_events) Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: event.method(event) Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: return f(self, *a, **k) Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: return self._get(url).json() Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: return self.request(url, 'GET', **kwargs) Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 13:35:44.317922 dv-cinder-815884-1-iscsi neutron-server[101275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 13:35:44.353128 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [req-7fb7e903-2103-4cec-8643-b2457559c436 req-dd0df3f1-6978-43dc-afc6-e26bb8a747e6 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 13:35:44.354339 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7fb7e903-2103-4cec-8643-b2457559c436 req-dd0df3f1-6978-43dc-afc6-e26bb8a747e6 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063841 Oct 29 13:35:44.388441 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-29ea8f7e-e08d-4c23-bd3a-a2301ebfbb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496109'] for network, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:44.406703 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-29ea8f7e-e08d-4c23-bd3a-a2301ebfbb4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:44.411042 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-29ea8f7e-e08d-4c23-bd3a-a2301ebfbb4f admin admin] 10.222.0.96 "DELETE /v2.0/networks/d5f220f7-750e-495a-b9c4-c7c245afa919 HTTP/1.1" status: 204 len: 168 time: 0.3445828 Oct 29 13:35:44.412228 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea8f7e-e08d-4c23-bd3a-a2301ebfbb4f admin admin] Pushing event deleted for resources: {'Network': ['ID=d5f220f7-750e-495a-b9c4-c7c245afa919,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:44.570742 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124500da-fee1-45c5-ba11-2aa8623ac28e req-6b59f1c7-7661-4006-ae7e-a219414962bd tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:44.578885 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-124500da-fee1-45c5-ba11-2aa8623ac28e req-6b59f1c7-7661-4006-ae7e-a219414962bd tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.0675163 Oct 29 13:35:44.615937 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-124500da-fee1-45c5-ba11-2aa8623ac28e req-a6125027-687b-4ce9-9d95-8f2e5c2efa65 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359147 Oct 29 13:35:44.685266 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 33924) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:35:44.726287 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-2faf53cb-8a4a-4b28-a069-00ba600b29c0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7078166fcf074917b62f68cae696746b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0396035 Oct 29 13:35:44.728829 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 33928) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:35:44.779139 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c7d76eb1-7127-4ca1-8bd4-4628299d598c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:44.803389 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c7d76eb1-7127-4ca1-8bd4-4628299d598c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:44.855178 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c7d76eb1-7127-4ca1-8bd4-4628299d598c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:44.857703 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c7d76eb1-7127-4ca1-8bd4-4628299d598c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:44.858875 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-c7d76eb1-7127-4ca1-8bd4-4628299d598c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/415534bc-1ba9-472d-b847-d7cb1987f7cc HTTP/1.1" status: 204 len: 168 time: 0.1289959 Oct 29 13:35:44.866306 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d76eb1-7127-4ca1-8bd4-4628299d598c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415534bc-1ba9-472d-b847-d7cb1987f7cc,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:45.074033 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 33946) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:35:45.153608 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-52c19f51-60ed-4746-8579-8be4d9b98d3e req-702e5a47-15bf-44eb-8c46-02272a156ac9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0784504 Oct 29 13:35:45.163201 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [req-52c19f51-60ed-4746-8579-8be4d9b98d3e req-6efbf2f7-b6ec-4b93-bc6a-8b03ef3b10fc service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 13:35:45.164261 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-52c19f51-60ed-4746-8579-8be4d9b98d3e req-6efbf2f7-b6ec-4b93-bc6a-8b03ef3b10fc service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049038 Oct 29 13:35:45.741270 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2135421-5180-4134-94ab-d20333dcadeb req-0e8c3853-483c-4db8-9af0-b520f862235a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:45.742822 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e2135421-5180-4134-94ab-d20333dcadeb req-0e8c3853-483c-4db8-9af0-b520f862235a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.0560315 Oct 29 13:35:45.786020 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e2135421-5180-4134-94ab-d20333dcadeb req-be06efe5-31f5-4bb0-b26b-568248ec3c62 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371485 Oct 29 13:35:46.902577 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35ddef-a92a-467b-a9f5-d98112b73480 req-9e62ca78-cae0-4967-95d8-8d12fa30fcdd tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:46.904023 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1a35ddef-a92a-467b-a9f5-d98112b73480 req-9e62ca78-cae0-4967-95d8-8d12fa30fcdd tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.0472777 Oct 29 13:35:46.939895 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1a35ddef-a92a-467b-a9f5-d98112b73480 req-62c81986-09f9-4838-b575-ae9fe147439b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294030 Oct 29 13:35:48.060458 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae0a2f-6117-4145-950d-bd1b7a47284d req-3295fd30-4f42-407d-ad7b-1ea59c5fc6e4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:48.061966 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b5ae0a2f-6117-4145-950d-bd1b7a47284d req-3295fd30-4f42-407d-ad7b-1ea59c5fc6e4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.0486438 Oct 29 13:35:48.098966 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b5ae0a2f-6117-4145-950d-bd1b7a47284d req-dc3d10e9-6da3-4f40-8ab1-ff3076a821de tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310969 Oct 29 13:35:48.184414 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c19f51-60ed-4746-8579-8be4d9b98d3e req-41994e2a-a134-4633-bb8f-ea242916ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:48.185949 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-52c19f51-60ed-4746-8579-8be4d9b98d3e req-41994e2a-a134-4633-bb8f-ea242916ff8e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240&tenant_id=7a7750e1de6f482ebcfe89e9ad577e0c HTTP/1.1" status: 200 len: 1097 time: 0.0744839 Oct 29 13:35:48.249831 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c19f51-60ed-4746-8579-8be4d9b98d3e req-73a6c560-9102-456c-9ca8-baa4cd9e9cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:48.251374 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-52c19f51-60ed-4746-8579-8be4d9b98d3e req-73a6c560-9102-456c-9ca8-baa4cd9e9cb5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a7750e1de6f482ebcfe89e9ad577e0c&device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 1097 time: 0.0404356 Oct 29 13:35:48.363601 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c19f51-60ed-4746-8579-8be4d9b98d3e req-dde1b8da-07b3-4159-be5f-c0032c54d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:48.365370 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-52c19f51-60ed-4746-8579-8be4d9b98d3e req-dde1b8da-07b3-4159-be5f-c0032c54d6b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa HTTP/1.1" status: 200 len: 918 time: 0.1071985 Oct 29 13:35:48.435500 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-52c19f51-60ed-4746-8579-8be4d9b98d3e req-2d661140-4e57-4916-93a4-2e320aa92df4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d49765ad-79cc-45ce-898a-88b1395fa0fb HTTP/1.1" status: 200 len: 999 time: 0.0621793 Oct 29 13:35:48.487940 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c19f51-60ed-4746-8579-8be4d9b98d3e req-76eee662-74e1-482f-ab6a-9fba12240de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:48.489309 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-52c19f51-60ed-4746-8579-8be4d9b98d3e req-76eee662-74e1-482f-ab6a-9fba12240de9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de6a4b99-0646-46d8-a18a-25de200d28c4 HTTP/1.1" status: 200 len: 856 time: 0.0460439 Oct 29 13:35:48.536865 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c19f51-60ed-4746-8579-8be4d9b98d3e req-9e30a8f8-e363-4b6c-9f64-ba80b6d30e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:48.538385 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-52c19f51-60ed-4746-8579-8be4d9b98d3e req-9e30a8f8-e363-4b6c-9f64-ba80b6d30e75 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418565 Oct 29 13:35:48.639427 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-52c19f51-60ed-4746-8579-8be4d9b98d3e req-16807719-cc80-43f0-abfb-d7e3344a30f3 service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912478 Oct 29 13:35:48.731629 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-52c19f51-60ed-4746-8579-8be4d9b98d3e req-4c12f074-88d3-4a2a-bbbe-df9e710d880f service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833397 Oct 29 13:35:49.235138 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b430a-13b2-49ef-ae5d-a04ce433b218 req-5d68161a-6af8-48b9-b33a-739a01f8d8d1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:49.237501 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-521b430a-13b2-49ef-ae5d-a04ce433b218 req-5d68161a-6af8-48b9-b33a-739a01f8d8d1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.0538385 Oct 29 13:35:49.299181 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-521b430a-13b2-49ef-ae5d-a04ce433b218 req-959ab8a0-4663-46ea-ad8c-bcc55f2d0be2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495932 Oct 29 13:35:50.468900 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a9034-c3d0-421f-81de-dc0779bb3ee7 req-5a087c00-cacf-4c63-949f-692a5a6fa560 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:50.470458 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a85a9034-c3d0-421f-81de-dc0779bb3ee7 req-5a087c00-cacf-4c63-949f-692a5a6fa560 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.0533125 Oct 29 13:35:50.512140 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a85a9034-c3d0-421f-81de-dc0779bb3ee7 req-0c1eac60-43df-4a90-ba51-e35f4adc7c00 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349221 Oct 29 13:35:51.632263 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf23847-f123-43e9-9491-06b24bf722e9 req-f3c8f894-4b76-4d99-ae70-be154c621dea tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:51.633853 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1bf23847-f123-43e9-9491-06b24bf722e9 req-f3c8f894-4b76-4d99-ae70-be154c621dea tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.0478718 Oct 29 13:35:51.686562 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1bf23847-f123-43e9-9491-06b24bf722e9 req-81bc2431-8672-4408-931f-b322676553e8 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456636 Oct 29 13:35:52.869658 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532eb40-4bf7-42e7-8c19-d8da102473fd req-a6c8df73-70af-417b-ac05-b019f8107589 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:52.871316 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5532eb40-4bf7-42e7-8c19-d8da102473fd req-a6c8df73-70af-417b-ac05-b019f8107589 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.0889151 Oct 29 13:35:52.910868 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5532eb40-4bf7-42e7-8c19-d8da102473fd req-8e56d66c-e8e1-4d44-8705-06754c7865d5 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332427 Oct 29 13:35:54.080065 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81171e3a-2e0f-4139-aab5-86cbf9fdb580 req-e1cec101-ae0b-46dd-af17-bec6bb00e364 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:54.081869 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-81171e3a-2e0f-4139-aab5-86cbf9fdb580 req-e1cec101-ae0b-46dd-af17-bec6bb00e364 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.0485702 Oct 29 13:35:54.129332 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-81171e3a-2e0f-4139-aab5-86cbf9fdb580 req-015ad28c-8426-426a-aa40-41b445d6da08 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410655 Oct 29 13:35:54.256330 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 34214) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:35:54.366513 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ad1e0ede-22c4-4881-9f01-b560bf0c7068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:54.456907 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ad1e0ede-22c4-4881-9f01-b560bf0c7068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:54.460550 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ad1e0ede-22c4-4881-9f01-b560bf0c7068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:54.503450 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-ad1e0ede-22c4-4881-9f01-b560bf0c7068 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cd1ead8bc025455ca7b330c85071f680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459345 Oct 29 13:35:54.504308 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e0ede-22c4-4881-9f01-b560bf0c7068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e1f89c-51ae-47d8-b83f-270daeed12b8,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:54.506122 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 34218) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:35:54.563065 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e01620b2-edc5-4aac-bb05-2495f8964dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:54.584120 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e01620b2-edc5-4aac-bb05-2495f8964dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:54.630745 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e01620b2-edc5-4aac-bb05-2495f8964dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:54.633488 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e01620b2-edc5-4aac-bb05-2495f8964dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:54.637358 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-e01620b2-edc5-4aac-bb05-2495f8964dd8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/81e1f89c-51ae-47d8-b83f-270daeed12b8 HTTP/1.1" status: 204 len: 168 time: 0.1259441 Oct 29 13:35:54.644161 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01620b2-edc5-4aac-bb05-2495f8964dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e1f89c-51ae-47d8-b83f-270daeed12b8,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:54.958148 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 34230) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:35:54.973499 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-49be9c43-75f0-4c61-85df-9bd9e9afb68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:55.089337 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-49be9c43-75f0-4c61-85df-9bd9e9afb68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:55.101884 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-49be9c43-75f0-4c61-85df-9bd9e9afb68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:55.214196 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-49be9c43-75f0-4c61-85df-9bd9e9afb68c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e337764481214d9aa067090387d29bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524645 Oct 29 13:35:55.215216 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 34248) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:35:55.224884 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be9c43-75f0-4c61-85df-9bd9e9afb68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3783dad4-2672-4f86-9cd3-3eb8cfe23edb,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:55.312859 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66787f-7ef6-44e9-8028-168909402af9 req-f3032923-f046-4ae6-9494-0c70b00bb52e tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:55.322240 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ee66787f-7ef6-44e9-8028-168909402af9 req-f3032923-f046-4ae6-9494-0c70b00bb52e tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.0669217 Oct 29 13:35:55.344351 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5c87fb01-76b9-4334-a4a2-d76720e9bf6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:55.369745 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5c87fb01-76b9-4334-a4a2-d76720e9bf6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:55.377971 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ee66787f-7ef6-44e9-8028-168909402af9 req-d95ea198-2ef9-4e2a-b8a5-d7821097ae05 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528820 Oct 29 13:35:55.441970 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5c87fb01-76b9-4334-a4a2-d76720e9bf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:55.446014 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5c87fb01-76b9-4334-a4a2-d76720e9bf6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:55.447486 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-5c87fb01-76b9-4334-a4a2-d76720e9bf6a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3783dad4-2672-4f86-9cd3-3eb8cfe23edb HTTP/1.1" status: 204 len: 168 time: 0.2305558 Oct 29 13:35:55.462948 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87fb01-76b9-4334-a4a2-d76720e9bf6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3783dad4-2672-4f86-9cd3-3eb8cfe23edb,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:55.477108 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-8c21b33e-6cfd-4bfe-b337-f92317eee3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:56.533530 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa58eee-7079-4908-8b17-ff5e33413eb3 req-ca3e3ecf-eaf0-4c4e-ac8b-4e7ca844f84d tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:56.538604 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-4aa58eee-7079-4908-8b17-ff5e33413eb3 req-ca3e3ecf-eaf0-4c4e-ac8b-4e7ca844f84d tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.0698154 Oct 29 13:35:56.585173 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-4aa58eee-7079-4908-8b17-ff5e33413eb3 req-d9dacf97-1b9b-4cf2-ad82-9817102ee794 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422680 Oct 29 13:35:56.772826 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:57.372526 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 34334) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:35:57.515251 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1d04b946-68d8-492a-ad30-414a286d363b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:57.607182 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1d04b946-68d8-492a-ad30-414a286d363b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:57.612319 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1d04b946-68d8-492a-ad30-414a286d363b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:57.659237 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-1d04b946-68d8-492a-ad30-414a286d363b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0662a1ca226447beb6b9fbeebb052ba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843769 Oct 29 13:35:57.662179 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 34360) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:35:57.674689 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04b946-68d8-492a-ad30-414a286d363b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bbb35d-a91e-46fc-bb74-657e2219111d,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:57.746721 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-366368a6-eb7a-4ac6-8dcf-66761b9bbef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:57.761736 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26b227-0afe-41f8-acd7-ec529dad75ac req-1c75d7ba-b296-40eb-81fb-7011f65882f5 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:57.763206 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2b26b227-0afe-41f8-acd7-ec529dad75ac req-1c75d7ba-b296-40eb-81fb-7011f65882f5 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.0782170 Oct 29 13:35:57.788626 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-366368a6-eb7a-4ac6-8dcf-66761b9bbef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:57.837431 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2b26b227-0afe-41f8-acd7-ec529dad75ac req-18017bcb-f12d-454f-9148-4fb837589e51 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630403 Oct 29 13:35:57.858937 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-366368a6-eb7a-4ac6-8dcf-66761b9bbef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:57.861948 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-366368a6-eb7a-4ac6-8dcf-66761b9bbef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:57.865868 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-366368a6-eb7a-4ac6-8dcf-66761b9bbef0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/00bbb35d-a91e-46fc-bb74-657e2219111d HTTP/1.1" status: 204 len: 168 time: 0.2003734 Oct 29 13:35:57.894137 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366368a6-eb7a-4ac6-8dcf-66761b9bbef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bbb35d-a91e-46fc-bb74-657e2219111d,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:57.992954 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:58.061591 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-4217b399-d74f-46d1-9788-a3d2c40bf948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:58.214227 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 34380) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:35:58.227669 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-efed580d-f1b5-4b3a-9d2d-0f3a8f3f007e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:58.335397 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-efed580d-f1b5-4b3a-9d2d-0f3a8f3f007e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:58.338685 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-efed580d-f1b5-4b3a-9d2d-0f3a8f3f007e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:58.379589 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-efed580d-f1b5-4b3a-9d2d-0f3a8f3f007e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0ee480cda7b64f889745983e565a2b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1642575 Oct 29 13:35:58.380471 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed580d-f1b5-4b3a-9d2d-0f3a8f3f007e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c16fc48-b6bd-44d2-bdf3-9cba12dee431,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:58.383222 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 34382) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:35:58.451944 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b11cbb6f-5d73-4381-8974-ce113293b9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:58.471555 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b11cbb6f-5d73-4381-8974-ce113293b9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:58.518433 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b11cbb6f-5d73-4381-8974-ce113293b9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:58.521207 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b11cbb6f-5d73-4381-8974-ce113293b9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:58.522453 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-b11cbb6f-5d73-4381-8974-ce113293b9d5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6c16fc48-b6bd-44d2-bdf3-9cba12dee431 HTTP/1.1" status: 204 len: 168 time: 0.1379545 Oct 29 13:35:58.543049 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11cbb6f-5d73-4381-8974-ce113293b9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c16fc48-b6bd-44d2-bdf3-9cba12dee431,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:35:58.989898 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b874a-d0aa-4389-bc32-952e17629784 req-799788df-0a36-4085-8d74-1084aaeef2fd tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:35:58.994296 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f14b874a-d0aa-4389-bc32-952e17629784 req-799788df-0a36-4085-8d74-1084aaeef2fd tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.0531194 Oct 29 13:35:59.038264 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f14b874a-d0aa-4389-bc32-952e17629784 req-cb4dda3e-a5ce-49ba-b226-0a17a4e3d6fb tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409098 Oct 29 13:35:59.272605 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:59.865393 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 34444) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:35:59.930478 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc3ba56-3a44-4b83-82b9-ddcd6811ec55 admin admin] Deleting subnet ce2a9639-a862-4c7c-a3f7-a1d412586aa5 {{(pid=101274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 29 13:35:59.934013 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5bc3ba56-3a44-4b83-82b9-ddcd6811ec55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:35:59.989316 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5bc3ba56-3a44-4b83-82b9-ddcd6811ec55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25625732'] for subnet, precommit_delete_associations {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:00.030671 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5bc3ba56-3a44-4b83-82b9-ddcd6811ec55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7868206'] for subnet, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:00.105049 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5bc3ba56-3a44-4b83-82b9-ddcd6811ec55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7868193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25597345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25489011'] for subnet, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:00.134305 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3ba56-3a44-4b83-82b9-ddcd6811ec55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce2a9639-a862-4c7c-a3f7-a1d412586aa5,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:00.150383 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5bc3ba56-3a44-4b83-82b9-ddcd6811ec55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:00.153826 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-5bc3ba56-3a44-4b83-82b9-ddcd6811ec55 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/ce2a9639-a862-4c7c-a3f7-a1d412586aa5 HTTP/1.1" status: 204 len: 168 time: 0.2873483 Oct 29 13:36:00.156355 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 34452) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:00.235362 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412fcaa-1050-49a1-8485-3dd4db710e91 req-78cfee7e-7970-435c-a862-0b9078164c50 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:00.240516 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2412fcaa-1050-49a1-8485-3dd4db710e91 req-78cfee7e-7970-435c-a862-0b9078164c50 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.1093559 Oct 29 13:36:00.245039 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cf209e9e-9215-4c02-a659-ec188481c195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7898351'] for network, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:00.300304 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2412fcaa-1050-49a1-8485-3dd4db710e91 req-8802ccfb-e7d2-4511-8f8d-42218e5b6122 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565763 Oct 29 13:36:00.353998 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cf209e9e-9215-4c02-a659-ec188481c195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7865813', 'neutron.services.segments.db._delete_segments_for_network-8763699824397'] for network, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:00.377792 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-cf209e9e-9215-4c02-a659-ec188481c195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641c12dc-e9e2-4861-b839-f7d1974ae0f8']}} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:00.387202 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-cf209e9e-9215-4c02-a659-ec188481c195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b6085d-4457-4673-a111-b3f5b6024848') {'for_net_delete': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:00.387559 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-cf209e9e-9215-4c02-a659-ec188481c195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b6085d-4457-4673-a111-b3f5b6024848') {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:00.398770 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cf209e9e-9215-4c02-a659-ec188481c195 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763699824150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3755680'] for segment, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:00.417672 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cf209e9e-9215-4c02-a659-ec188481c195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:00.424615 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf209e9e-9215-4c02-a659-ec188481c195 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=101275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 13:36:00.425061 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cf209e9e-9215-4c02-a659-ec188481c195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3952935'] for segment, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: Traceback (most recent call last): Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: timer() Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: cb(*args, **kw) Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: return func(*args, **kwargs) Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: self._notify() Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: self.callback(batched_events) Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: event.method(event) Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: return f(self, *a, **k) Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: return self._get(url).json() Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: return self.request(url, 'GET', **kwargs) Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 13:36:00.427023 dv-cinder-815884-1-iscsi neutron-server[101275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 13:36:00.484279 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cf209e9e-9215-4c02-a659-ec188481c195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496109'] for network, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:00.501214 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cf209e9e-9215-4c02-a659-ec188481c195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:00.506767 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-cf209e9e-9215-4c02-a659-ec188481c195 admin admin] 10.222.0.96 "DELETE /v2.0/networks/641c12dc-e9e2-4861-b839-f7d1974ae0f8 HTTP/1.1" status: 204 len: 168 time: 0.3458695 Oct 29 13:36:00.506767 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf209e9e-9215-4c02-a659-ec188481c195 admin admin] Pushing event deleted for resources: {'Network': ['ID=641c12dc-e9e2-4861-b839-f7d1974ae0f8,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:00.703837 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 34468) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:00.743836 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-c1862abc-59fd-4a6f-9a04-0179cf1a9c99 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f3eb52fe6377419f9b2d3781809c21c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387249 Oct 29 13:36:00.746107 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 34470) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:00.762714 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:00.802965 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f65b7df5-6df6-4dfa-9fa4-b2726c26911d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:00.825199 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f65b7df5-6df6-4dfa-9fa4-b2726c26911d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:00.875779 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f65b7df5-6df6-4dfa-9fa4-b2726c26911d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:00.879261 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f65b7df5-6df6-4dfa-9fa4-b2726c26911d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:00.880580 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-f65b7df5-6df6-4dfa-9fa4-b2726c26911d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/881710c5-40eb-499f-a0bb-4bd30418240b HTTP/1.1" status: 204 len: 168 time: 0.1333554 Oct 29 13:36:00.889069 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b7df5-6df6-4dfa-9fa4-b2726c26911d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881710c5-40eb-499f-a0bb-4bd30418240b,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:01.414290 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86847071-7a5f-4c8e-942b-a9ee6f815aab req-7941fa7e-869d-48dd-89a8-521e9ae14dc7 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:01.415798 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-86847071-7a5f-4c8e-942b-a9ee6f815aab req-7941fa7e-869d-48dd-89a8-521e9ae14dc7 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.0494318 Oct 29 13:36:01.453196 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-86847071-7a5f-4c8e-942b-a9ee6f815aab req-ca818dc7-a30c-44e5-8166-06956614f52a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313580 Oct 29 13:36:01.542607 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 34502) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:01.633540 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-8d9cefe3-6dba-4f05-a17c-ce41d66687d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2116566537-network', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:36:01.654807 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9cefe3-6dba-4f05-a17c-ce41d66687d0 admin admin] Made reservation on behalf of dda9cf39e3ff4797af5227f990f14457 for: {'network': 1} {{(pid=101275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:36:01.657632 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8d9cefe3-6dba-4f05-a17c-ce41d66687d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for network, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:01.665766 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8d9cefe3-6dba-4f05-a17c-ce41d66687d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:01.738711 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8d9cefe3-6dba-4f05-a17c-ce41d66687d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:01.742625 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8d9cefe3-6dba-4f05-a17c-ce41d66687d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:01.771867 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9cefe3-6dba-4f05-a17c-ce41d66687d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=101275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 13:36:01.780955 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cefe3-6dba-4f05-a17c-ce41d66687d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bda5ab-bc28-4fc7-8314-6d97e85e5323,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:01.787974 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8d9cefe3-6dba-4f05-a17c-ce41d66687d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:01.788433 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.db.segments_db [None req-8d9cefe3-6dba-4f05-a17c-ce41d66687d0 admin admin] Added segment a2263a2a-f893-4004-b0b7-e691a73d733d of type vlan for network d620a326-cd97-4595-b325-2f417240582b Oct 29 13:36:01.822015 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:36:01.827927 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8d9cefe3-6dba-4f05-a17c-ce41d66687d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763699395961'] for network, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:01.853442 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8d9cefe3-6dba-4f05-a17c-ce41d66687d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for network, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:01.854486 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9cefe3-6dba-4f05-a17c-ce41d66687d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:01.854989 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8d9cefe3-6dba-4f05-a17c-ce41d66687d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:01.905313 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-8d9cefe3-6dba-4f05-a17c-ce41d66687d0 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3615048 Oct 29 13:36:01.908375 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 34512) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:01.913383 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-75a337cc-b9f0-46d8-b08e-80b48391684b admin admin] Request body: {'subnet': {'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2116566537-subnet', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'ip_version': 4}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:36:01.918230 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cefe3-6dba-4f05-a17c-ce41d66687d0 admin admin] Pushing event updated for resources: {'Network': ['ID=d620a326-cd97-4595-b325-2f417240582b,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:01.932010 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Network d620a326-cd97-4595-b325-2f417240582b details requested by agent ovs-agent-dv-cinder-815884-1-iscsi with host dv-cinder-815884-1-iscsi {{(pid=101276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 13:36:01.935551 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a337cc-b9f0-46d8-b08e-80b48391684b admin admin] Made reservation on behalf of dda9cf39e3ff4797af5227f990f14457 for: {'subnet': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:36:01.939489 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-75a337cc-b9f0-46d8-b08e-80b48391684b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25488920'] for subnet, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:02.130851 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-75a337cc-b9f0-46d8-b08e-80b48391684b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25596770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25489002'] for subnet, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:02.188842 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a337cc-b9f0-46d8-b08e-80b48391684b admin admin] Pushing event updated for resources: {'Subnet': ['ID=115c3b06-75d5-42f2-9aff-2e4cf3f60ab5,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:02.193082 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a337cc-b9f0-46d8-b08e-80b48391684b admin admin] Checking segment: {'id': 'a2263a2a-f893-4004-b0b7-e691a73d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd620a326-cd97-4595-b325-2f417240582b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:36:02.193436 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a337cc-b9f0-46d8-b08e-80b48391684b admin admin] Network hostable DHCP agents. Network: d620a326-cd97-4595-b325-2f417240582b, hostable agents: ['06601b14-b41b-4094-84be-2323d3ae6cac'], hosted agents: [] {{(pid=101274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 13:36:02.209593 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a337cc-b9f0-46d8-b08e-80b48391684b admin admin] Network d620a326-cd97-4595-b325-2f417240582b is scheduled to be hosted by DHCP agent 06601b14-b41b-4094-84be-2323d3ae6cac with binding_index 1 {{(pid=101274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 13:36:02.218391 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-75a337cc-b9f0-46d8-b08e-80b48391684b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815884-1-iscsi, d620a326-cd97-4595-b325-2f417240582b) {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:36:02.223987 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a337cc-b9f0-46d8-b08e-80b48391684b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:02.226011 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-75a337cc-b9f0-46d8-b08e-80b48391684b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:02.226994 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5362dd4-f36f-4652-853a-39e61492238f None None] Network d620a326-cd97-4595-b325-2f417240582b requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:36:02.244623 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-75a337cc-b9f0-46d8-b08e-80b48391684b admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3350291 Oct 29 13:36:02.247350 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 34524) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:02.253228 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-8d0ca06e-1862-4fe4-ab83-70804b1462b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:36:02.277964 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca06e-1862-4fe4-ab83-70804b1462b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-416'] for router, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:02.280029 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca06e-1862-4fe4-ab83-70804b1462b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-439'] for router, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:02.346097 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca06e-1862-4fe4-ab83-70804b1462b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:02.387631 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb55486-8282-43a4-8597-9a95822eda90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05bbbbe7-721e-50c9-a88b-8fbcfecde8b1-d620a326-cd97-4595-b325-2f417240582b', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5'}]}} from dv-cinder-815884-1-iscsi. {{(pid=101276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 13:36:02.388988 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1cb55486-8282-43a4-8597-9a95822eda90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:02.493446 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca06e-1862-4fe4-ab83-70804b1462b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:02.536153 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.db_base_plugin_common [None req-1cb55486-8282-43a4-8597-9a95822eda90 None None] Allocated IP 172.20.0.2 (d620a326-cd97-4595-b325-2f417240582b/115c3b06-75d5-42f2-9aff-2e4cf3f60ab5/79dad9de-41ff-4cce-b702-7bc63555c801) {{(pid=101276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:36:02.595623 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d28f6-a4f8-4f37-82a7-5b313a770a53 req-e84c0b8d-96ea-4dbd-af6a-4731cb5d9ee0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:02.597071 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-475d28f6-a4f8-4f37-82a7-5b313a770a53 req-e84c0b8d-96ea-4dbd-af6a-4731cb5d9ee0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.0585008 Oct 29 13:36:02.647712 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-475d28f6-a4f8-4f37-82a7-5b313a770a53 req-a8e43279-9505-41c3-b43a-8ffccd754a2f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440774 Oct 29 13:36:02.680012 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1cb55486-8282-43a4-8597-9a95822eda90 None None] Notify callbacks [] for port, precommit_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:02.686584 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1cb55486-8282-43a4-8597-9a95822eda90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:02.725956 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb55486-8282-43a4-8597-9a95822eda90 None None] Network d620a326-cd97-4595-b325-2f417240582b is already hosted by enough agents. {{(pid=101276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:36:02.728671 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.scheduler.base_scheduler [None req-1cb55486-8282-43a4-8597-9a95822eda90 None None] Resources bound (agent type, host, resource id): {{(pid=101276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:36:02.732000 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb55486-8282-43a4-8597-9a95822eda90 None None] Received port after_create {{(pid=101276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:36:02.741090 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb55486-8282-43a4-8597-9a95822eda90 None None] Pushing event updated for resources: {'Port': ['ID=79dad9de-41ff-4cce-b702-7bc63555c801,revision_number=1']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:02.755813 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca06e-1862-4fe4-ab83-70804b1462b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:02.775352 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca06e-1862-4fe4-ab83-70804b1462b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:02.791972 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-1cb55486-8282-43a4-8597-9a95822eda90 None None] Attempting to bind port 79dad9de-41ff-4cce-b702-7bc63555c801 on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:36:02.792335 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-1cb55486-8282-43a4-8597-9a95822eda90 None None] Attempting to bind port 79dad9de-41ff-4cce-b702-7bc63555c801 by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': 'a2263a2a-f893-4004-b0b7-e691a73d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd620a326-cd97-4595-b325-2f417240582b'}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:36:02.792693 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb55486-8282-43a4-8597-9a95822eda90 None None] Attempting to bind port 79dad9de-41ff-4cce-b702-7bc63555c801 on network d620a326-cd97-4595-b325-2f417240582b {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:36:02.797609 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb55486-8282-43a4-8597-9a95822eda90 None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:36:02.798511 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb55486-8282-43a4-8597-9a95822eda90 None None] Checking segment: {'id': 'a2263a2a-f893-4004-b0b7-e691a73d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd620a326-cd97-4595-b325-2f417240582b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:36:02.798903 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1cb55486-8282-43a4-8597-9a95822eda90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:02.799292 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb55486-8282-43a4-8597-9a95822eda90 None None] Bound using segment: {'id': 'a2263a2a-f893-4004-b0b7-e691a73d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd620a326-cd97-4595-b325-2f417240582b'} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:36:02.799746 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-1cb55486-8282-43a4-8597-9a95822eda90 None None] Bound port: 79dad9de-41ff-4cce-b702-7bc63555c801, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2263a2a-f893-4004-b0b7-e691a73d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd620a326-cd97-4595-b325-2f417240582b'}}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:36:02.800121 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1cb55486-8282-43a4-8597-9a95822eda90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:02.860150 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-1cb55486-8282-43a4-8597-9a95822eda90 None None] For port 79dad9de-41ff-4cce-b702-7bc63555c801, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:36:02.863149 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-1cb55486-8282-43a4-8597-9a95822eda90 None None] For port 79dad9de-41ff-4cce-b702-7bc63555c801, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=79dad9de-41ff-4cce-b702-7bc63555c801,segment=NetworkSegment(a2263a2a-f893-4004-b0b7-e691a73d733d),segment_id=a2263a2a-f893-4004-b0b7-e691a73d733d)] {{(pid=101276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:36:02.867577 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1cb55486-8282-43a4-8597-9a95822eda90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:02.881002 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [None req-8d0ca06e-1862-4fe4-ab83-70804b1462b1 admin admin] Allocated IP 172.27.2.184 (87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d/997ea066-649a-4773-b815-b71c6be46375/54d3536e-82a1-41d7-807b-d434ea14bcf3) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:36:02.924429 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb55486-8282-43a4-8597-9a95822eda90 None None] Pushing event updated for resources: {'Port': ['ID=79dad9de-41ff-4cce-b702-7bc63555c801,revision_number=2']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:02.982713 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca06e-1862-4fe4-ab83-70804b1462b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:03.017669 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca06e-1862-4fe4-ab83-70804b1462b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:03.054589 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0ca06e-1862-4fe4-ab83-70804b1462b1 admin admin] Network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:36:03.058105 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-8d0ca06e-1862-4fe4-ab83-70804b1462b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:36:03.060682 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ca06e-1862-4fe4-ab83-70804b1462b1 admin admin] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:36:03.111106 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ca06e-1862-4fe4-ab83-70804b1462b1 admin admin] Pushing event updated for resources: {'Port': ['ID=54d3536e-82a1-41d7-807b-d434ea14bcf3,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:03.355154 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca06e-1862-4fe4-ab83-70804b1462b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:03.561583 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca06e-1862-4fe4-ab83-70804b1462b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496037'] for router, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:03.778759 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb647f-f115-4aec-9ce8-09632015548d req-a58ad13c-4259-42db-9611-17a990563d2f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:03.781127 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-90bb647f-f115-4aec-9ce8-09632015548d req-a58ad13c-4259-42db-9611-17a990563d2f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.0547378 Oct 29 13:36:03.827281 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-90bb647f-f115-4aec-9ce8-09632015548d req-66b8e2b6-8f4c-4fda-8036-ce36c2254035 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396073 Oct 29 13:36:03.920251 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69b5a87-0b00-4277-9dd4-6fd8bf23c1da None None] Network d620a326-cd97-4595-b325-2f417240582b requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:36:03.951743 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0ca06e-1862-4fe4-ab83-70804b1462b1 admin admin] Router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e is scheduled to L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 with binding_index 1 {{(pid=101274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 13:36:03.960017 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 79dad9de-41ff-4cce-b702-7bc63555c801 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:36:04.037020 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-11e5caa8-2c77-4f3a-a757-982a78607278 None None] Provisioning complete for port 79dad9de-41ff-4cce-b702-7bc63555c801 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:36:04.037488 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-11e5caa8-2c77-4f3a-a757-982a78607278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:04.052408 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0ca06e-1862-4fe4-ab83-70804b1462b1 admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:36:04.070142 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca06e-1862-4fe4-ab83-70804b1462b1 admin admin] Notify callbacks [] for router, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:04.071194 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] Sync routers for ids ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:36:04.071384 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-8d0ca06e-1862-4fe4-ab83-70804b1462b1 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8228765 Oct 29 13:36:04.074239 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 34558) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:04.113749 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 79dad9de-41ff-4cce-b702-7bc63555c801 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:36:04.114138 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:04.138980 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] Routers {'1f7c0f65-115c-4365-8b3d-066b1cf1f94e'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:36:04.139606 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:35:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:04.308297 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-11e5caa8-2c77-4f3a-a757-982a78607278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:04.343143 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] Set router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:36:04.436279 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:04.474264 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-11e5caa8-2c77-4f3a-a757-982a78607278 None None] For port 79dad9de-41ff-4cce-b702-7bc63555c801, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=79dad9de-41ff-4cce-b702-7bc63555c801,segment=NetworkSegment(a2263a2a-f893-4004-b0b7-e691a73d733d),segment_id=a2263a2a-f893-4004-b0b7-e691a73d733d)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:36:04.484991 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-11e5caa8-2c77-4f3a-a757-982a78607278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:04.494220 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c86a2ab9-8e1a-48f7-85cb-813c5b3f4f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:04.595216 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.db.api [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 13:36:04.595563 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG oslo_db.api [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 13:36:04.600174 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5caa8-2c77-4f3a-a757-982a78607278 None None] Pushing event updated for resources: {'Port': ['ID=79dad9de-41ff-4cce-b702-7bc63555c801,revision_number=3']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:04.631555 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-91279b08-1e49-43d7-a56d-e41df5a6a890 None None] Provisioning complete for port 79dad9de-41ff-4cce-b702-7bc63555c801 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:36:04.631917 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-91279b08-1e49-43d7-a56d-e41df5a6a890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:04.663240 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_common [None req-c86a2ab9-8e1a-48f7-85cb-813c5b3f4f39 admin admin] Allocated IP 172.20.0.1 (d620a326-cd97-4595-b325-2f417240582b/115c3b06-75d5-42f2-9aff-2e4cf3f60ab5/e4c9714b-2541-4af0-81a9-a275de86d57b) {{(pid=101275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:36:04.689145 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:03Z', 'revision_number': 3, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:04.720716 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] Checking router: 1f7c0f65-115c-4365-8b3d-066b1cf1f94e for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:36:04.721056 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] Updating router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e port 54d3536e-82a1-41d7-807b-d434ea14bcf3 binding host dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 13:36:04.766797 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:04.807639 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c86a2ab9-8e1a-48f7-85cb-813c5b3f4f39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:04.844984 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c86a2ab9-8e1a-48f7-85cb-813c5b3f4f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:04.884705 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86a2ab9-8e1a-48f7-85cb-813c5b3f4f39 admin admin] Network d620a326-cd97-4595-b325-2f417240582b is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:36:04.888125 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-c86a2ab9-8e1a-48f7-85cb-813c5b3f4f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:36:04.905019 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86a2ab9-8e1a-48f7-85cb-813c5b3f4f39 admin admin] Received port after_create {{(pid=101275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:36:04.949413 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a2ab9-8e1a-48f7-85cb-813c5b3f4f39 admin admin] Pushing event updated for resources: {'Port': ['ID=e4c9714b-2541-4af0-81a9-a275de86d57b,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:04.961659 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c86a2ab9-8e1a-48f7-85cb-813c5b3f4f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502416'] for router_interface, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:05.012748 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45650071-c366-4d08-9e78-d731e6403a0b req-ecc01888-30c4-4a04-8def-ed00b330dbd8 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:05.034974 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-45650071-c366-4d08-9e78-d731e6403a0b req-ecc01888-30c4-4a04-8def-ed00b330dbd8 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.1245050 Oct 29 13:36:05.089879 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-45650071-c366-4d08-9e78-d731e6403a0b req-43e8d2cc-3af2-4311-9151-692ae1f341b7 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539968 Oct 29 13:36:05.133271 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c86a2ab9-8e1a-48f7-85cb-813c5b3f4f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:05.307056 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] Notify callbacks [] for port, precommit_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:05.309698 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-e9fa16dc-58f3-40f1-a032-d02f3a9547f4 None None] Provisioning complete for port e4c9714b-2541-4af0-81a9-a275de86d57b triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:36:05.310124 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-e9fa16dc-58f3-40f1-a032-d02f3a9547f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:05.313046 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:05.318562 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c86a2ab9-8e1a-48f7-85cb-813c5b3f4f39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:05.323562 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c86a2ab9-8e1a-48f7-85cb-813c5b3f4f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952907'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:05.390070 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a2ab9-8e1a-48f7-85cb-813c5b3f4f39 admin admin] Pushing event updated for resources: {'Port': ['ID=e4c9714b-2541-4af0-81a9-a275de86d57b,revision_number=2']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:05.392590 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c86a2ab9-8e1a-48f7-85cb-813c5b3f4f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502500'] for router_interface, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:05.399475 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2762401-aee4-41c9-9d6d-78b44d1ca698 None None] Pushing event updated for resources: {'Port': ['ID=54d3536e-82a1-41d7-807b-d434ea14bcf3,revision_number=2']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:05.402778 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-e9fa16dc-58f3-40f1-a032-d02f3a9547f4 None None] Port e4c9714b-2541-4af0-81a9-a275de86d57b cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:36:05.404830 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] Attempting to bind port 54d3536e-82a1-41d7-807b-d434ea14bcf3 on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:36:05.405206 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] Attempting to bind port 54d3536e-82a1-41d7-807b-d434ea14bcf3 by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:36:05.405570 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] Attempting to bind port 54d3536e-82a1-41d7-807b-d434ea14bcf3 on network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:36:05.411351 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:36:05.411804 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] Checking segment: {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:36:05.412723 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:05.412723 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] Bound using segment: {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:36:05.413294 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] Bound port: 54d3536e-82a1-41d7-807b-d434ea14bcf3, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:36:05.413802 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:05.463351 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] For port 54d3536e-82a1-41d7-807b-d434ea14bcf3, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:36:05.466322 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] For port 54d3536e-82a1-41d7-807b-d434ea14bcf3, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=54d3536e-82a1-41d7-807b-d434ea14bcf3,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:36:05.471007 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:05.487172 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86a2ab9-8e1a-48f7-85cb-813c5b3f4f39 admin admin] Network d620a326-cd97-4595-b325-2f417240582b is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:36:05.488488 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-c86a2ab9-8e1a-48f7-85cb-813c5b3f4f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:36:05.527278 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] Routers {'1f7c0f65-115c-4365-8b3d-066b1cf1f94e'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:36:05.527896 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:35:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:05.530625 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2762401-aee4-41c9-9d6d-78b44d1ca698 None None] Pushing event updated for resources: {'Port': ['ID=54d3536e-82a1-41d7-807b-d434ea14bcf3,revision_number=3']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:05.600996 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86a2ab9-8e1a-48f7-85cb-813c5b3f4f39 admin admin] Router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:36:05.647422 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] Set router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:36:05.704843 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86a2ab9-8e1a-48f7-85cb-813c5b3f4f39 admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:36:05.710111 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-c86a2ab9-8e1a-48f7-85cb-813c5b3f4f39 admin admin] 10.222.0.96 "PUT /v2.0/routers/1f7c0f65-115c-4365-8b3d-066b1cf1f94e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6348407 Oct 29 13:36:05.767574 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-edcf7313-325f-42be-b867-bc77ade0544a None None] Provisioning complete for port e4c9714b-2541-4af0-81a9-a275de86d57b triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:36:05.767875 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-edcf7313-325f-42be-b867-bc77ade0544a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:05.815983 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-edcf7313-325f-42be-b867-bc77ade0544a None None] Port e4c9714b-2541-4af0-81a9-a275de86d57b cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:36:05.889579 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'e4c9714b-2541-4af0-81a9-a275de86d57b', 'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'mac_address': 'fa:16:3e:e9:8d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:04Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 2, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'subnets': [{'id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:05.932578 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 79dad9de-41ff-4cce-b702-7bc63555c801 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:36:05.935927 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a78080b-4ca0-413e-8929-c8372d7f3b74 None None] The sync data for ids ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'] in dv-cinder-815884-1-iscsi is: [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'e4c9714b-2541-4af0-81a9-a275de86d57b', 'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'mac_address': 'fa:16:3e:e9:8d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:04Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 2, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'subnets': [{'id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:36:05.993718 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 79dad9de-41ff-4cce-b702-7bc63555c801 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:36:05.994130 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:06.275674 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 34606) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:06.280657 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-3c2117a5-bb55-4466-9c17-0bed80290de3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-44563349-network', 'tenant_id': '44387e5b1ef244408575d878e0279b12'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:36:06.321566 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2117a5-bb55-4466-9c17-0bed80290de3 admin admin] Made reservation on behalf of 44387e5b1ef244408575d878e0279b12 for: {'network': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:36:06.321566 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3c2117a5-bb55-4466-9c17-0bed80290de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for network, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:06.331011 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3c2117a5-bb55-4466-9c17-0bed80290de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:06.435458 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3c2117a5-bb55-4466-9c17-0bed80290de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:06.443425 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3c2117a5-bb55-4466-9c17-0bed80290de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:06.458827 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2117a5-bb55-4466-9c17-0bed80290de3 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=101274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 13:36:06.482658 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3c2117a5-bb55-4466-9c17-0bed80290de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:06.483022 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.segments_db [None req-3c2117a5-bb55-4466-9c17-0bed80290de3 admin admin] Added segment 8c70a3bc-1740-4b06-8130-e8da3a564b48 of type vlan for network 4bc1a5f3-d4a9-4826-8580-a701a63edf21 Oct 29 13:36:06.495877 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2117a5-bb55-4466-9c17-0bed80290de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757c59d5-eaab-42e6-96ce-6d65f19994d0,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:06.522025 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba614cb-edb3-4328-be04-e7eda4e85bc6 req-87455c0e-9a8a-4a5c-8d00-cadc20063bbb tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:06.523980 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8ba614cb-edb3-4328-be04-e7eda4e85bc6 req-87455c0e-9a8a-4a5c-8d00-cadc20063bbb tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.3100684 Oct 29 13:36:06.546728 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3c2117a5-bb55-4466-9c17-0bed80290de3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763699395961'] for network, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:06.567992 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3c2117a5-bb55-4466-9c17-0bed80290de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for network, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:06.568966 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2117a5-bb55-4466-9c17-0bed80290de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:06.569514 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3c2117a5-bb55-4466-9c17-0bed80290de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:06.570382 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8ba614cb-edb3-4328-be04-e7eda4e85bc6 req-fc9beee1-d681-4aa1-aa6d-5eeaa0fb7563 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372875 Oct 29 13:36:06.633923 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2117a5-bb55-4466-9c17-0bed80290de3 admin admin] Pushing event updated for resources: {'Network': ['ID=4bc1a5f3-d4a9-4826-8580-a701a63edf21,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:06.638853 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-3c2117a5-bb55-4466-9c17-0bed80290de3 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3620167 Oct 29 13:36:06.642394 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 34614) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:06.647332 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-137f5a77-114b-444b-8322-173e562e9c83 admin admin] Request body: {'subnet': {'network_id': '4bc1a5f3-d4a9-4826-8580-a701a63edf21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-44563349-subnet', 'tenant_id': '44387e5b1ef244408575d878e0279b12', 'ip_version': 4}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:36:06.650367 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Network 4bc1a5f3-d4a9-4826-8580-a701a63edf21 details requested by agent ovs-agent-dv-cinder-815884-1-iscsi with host dv-cinder-815884-1-iscsi {{(pid=101276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 13:36:06.679620 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137f5a77-114b-444b-8322-173e562e9c83 admin admin] Made reservation on behalf of 44387e5b1ef244408575d878e0279b12 for: {'subnet': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:36:06.682571 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-137f5a77-114b-444b-8322-173e562e9c83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25488920'] for subnet, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:06.887337 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-137f5a77-114b-444b-8322-173e562e9c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25596770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25489002'] for subnet, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:06.942530 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f5a77-114b-444b-8322-173e562e9c83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fcc4e2f-ce4a-4254-8ae5-2b0c0c8b4cfd,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:06.951853 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137f5a77-114b-444b-8322-173e562e9c83 admin admin] Checking segment: {'id': '8c70a3bc-1740-4b06-8130-e8da3a564b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4bc1a5f3-d4a9-4826-8580-a701a63edf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:36:06.952226 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137f5a77-114b-444b-8322-173e562e9c83 admin admin] Network hostable DHCP agents. Network: 4bc1a5f3-d4a9-4826-8580-a701a63edf21, hostable agents: ['06601b14-b41b-4094-84be-2323d3ae6cac'], hosted agents: [] {{(pid=101274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 13:36:06.971086 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137f5a77-114b-444b-8322-173e562e9c83 admin admin] Network 4bc1a5f3-d4a9-4826-8580-a701a63edf21 is scheduled to be hosted by DHCP agent 06601b14-b41b-4094-84be-2323d3ae6cac with binding_index 1 {{(pid=101274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 13:36:06.986212 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-137f5a77-114b-444b-8322-173e562e9c83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815884-1-iscsi, 4bc1a5f3-d4a9-4826-8580-a701a63edf21) {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:36:06.991582 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137f5a77-114b-444b-8322-173e562e9c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:06.992302 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-137f5a77-114b-444b-8322-173e562e9c83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:06.994522 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd90989e-55c8-4bf1-84b2-b4631a18ae1d None None] Network 4bc1a5f3-d4a9-4826-8580-a701a63edf21 requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:36:07.013680 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 34620) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:07.014079 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-137f5a77-114b-444b-8322-173e562e9c83 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3704965 Oct 29 13:36:07.018705 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-cb9e5647-c226-40a2-8def-27eb0db35b1a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-44563349-router', 'tenant_id': '44387e5b1ef244408575d878e0279b12', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:36:07.050440 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cb9e5647-c226-40a2-8def-27eb0db35b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-416'] for router, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:07.051733 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cb9e5647-c226-40a2-8def-27eb0db35b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-439'] for router, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:07.118317 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cb9e5647-c226-40a2-8def-27eb0db35b1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:07.172945 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c6c196-b105-4e9a-800b-8673db80461e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05bbbbe7-721e-50c9-a88b-8fbcfecde8b1-4bc1a5f3-d4a9-4826-8580-a701a63edf21', 'network_id': '4bc1a5f3-d4a9-4826-8580-a701a63edf21', 'tenant_id': '44387e5b1ef244408575d878e0279b12', 'fixed_ips': [{'subnet_id': '6fcc4e2f-ce4a-4254-8ae5-2b0c0c8b4cfd'}]}} from dv-cinder-815884-1-iscsi. {{(pid=101276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 13:36:07.174310 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-97c6c196-b105-4e9a-800b-8673db80461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:07.275464 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cb9e5647-c226-40a2-8def-27eb0db35b1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:07.319150 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.db_base_plugin_common [None req-97c6c196-b105-4e9a-800b-8673db80461e None None] Allocated IP 172.20.0.2 (4bc1a5f3-d4a9-4826-8580-a701a63edf21/6fcc4e2f-ce4a-4254-8ae5-2b0c0c8b4cfd/e0008c0e-20d4-41f1-b2e7-43248cf61e96) {{(pid=101276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:36:07.477059 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-97c6c196-b105-4e9a-800b-8673db80461e None None] Notify callbacks [] for port, precommit_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:07.477249 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cb9e5647-c226-40a2-8def-27eb0db35b1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:07.484042 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-97c6c196-b105-4e9a-800b-8673db80461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:07.497743 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cb9e5647-c226-40a2-8def-27eb0db35b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:07.520697 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c6c196-b105-4e9a-800b-8673db80461e None None] Network 4bc1a5f3-d4a9-4826-8580-a701a63edf21 is already hosted by enough agents. {{(pid=101276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:36:07.523448 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.scheduler.base_scheduler [None req-97c6c196-b105-4e9a-800b-8673db80461e None None] Resources bound (agent type, host, resource id): {{(pid=101276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:36:07.526776 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c6c196-b105-4e9a-800b-8673db80461e None None] Received port after_create {{(pid=101276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:36:07.534449 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6c196-b105-4e9a-800b-8673db80461e None None] Pushing event updated for resources: {'Port': ['ID=e0008c0e-20d4-41f1-b2e7-43248cf61e96,revision_number=1']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:07.590959 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-97c6c196-b105-4e9a-800b-8673db80461e None None] Attempting to bind port e0008c0e-20d4-41f1-b2e7-43248cf61e96 on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:36:07.591327 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-97c6c196-b105-4e9a-800b-8673db80461e None None] Attempting to bind port e0008c0e-20d4-41f1-b2e7-43248cf61e96 by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '8c70a3bc-1740-4b06-8130-e8da3a564b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4bc1a5f3-d4a9-4826-8580-a701a63edf21'}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:36:07.591686 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c6c196-b105-4e9a-800b-8673db80461e None None] Attempting to bind port e0008c0e-20d4-41f1-b2e7-43248cf61e96 on network 4bc1a5f3-d4a9-4826-8580-a701a63edf21 {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:36:07.598717 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c6c196-b105-4e9a-800b-8673db80461e None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:36:07.599093 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c6c196-b105-4e9a-800b-8673db80461e None None] Checking segment: {'id': '8c70a3bc-1740-4b06-8130-e8da3a564b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4bc1a5f3-d4a9-4826-8580-a701a63edf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:36:07.599491 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-97c6c196-b105-4e9a-800b-8673db80461e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:07.599884 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c6c196-b105-4e9a-800b-8673db80461e None None] Bound using segment: {'id': '8c70a3bc-1740-4b06-8130-e8da3a564b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4bc1a5f3-d4a9-4826-8580-a701a63edf21'} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:36:07.600348 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-97c6c196-b105-4e9a-800b-8673db80461e None None] Bound port: e0008c0e-20d4-41f1-b2e7-43248cf61e96, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c70a3bc-1740-4b06-8130-e8da3a564b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4bc1a5f3-d4a9-4826-8580-a701a63edf21'}}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:36:07.600725 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-97c6c196-b105-4e9a-800b-8673db80461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:07.622779 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_common [None req-cb9e5647-c226-40a2-8def-27eb0db35b1a admin admin] Allocated IP 172.27.2.58 (87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d/997ea066-649a-4773-b815-b71c6be46375/4485fce6-18e1-4376-a8d8-fffec7a5c093) {{(pid=101275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:36:07.680826 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-97c6c196-b105-4e9a-800b-8673db80461e None None] For port e0008c0e-20d4-41f1-b2e7-43248cf61e96, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:36:07.684761 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-97c6c196-b105-4e9a-800b-8673db80461e None None] For port e0008c0e-20d4-41f1-b2e7-43248cf61e96, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=e0008c0e-20d4-41f1-b2e7-43248cf61e96,segment=NetworkSegment(8c70a3bc-1740-4b06-8130-e8da3a564b48),segment_id=8c70a3bc-1740-4b06-8130-e8da3a564b48)] {{(pid=101276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:36:07.691155 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-97c6c196-b105-4e9a-800b-8673db80461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:07.737936 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04c8de-fa6b-4442-af93-26e1c1986cb9 req-edd4822f-8957-41ab-86cf-5e1e803fddd1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:07.740042 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1e04c8de-fa6b-4442-af93-26e1c1986cb9 req-edd4822f-8957-41ab-86cf-5e1e803fddd1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.0743132 Oct 29 13:36:07.762306 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6c196-b105-4e9a-800b-8673db80461e None None] Pushing event updated for resources: {'Port': ['ID=e0008c0e-20d4-41f1-b2e7-43248cf61e96,revision_number=2']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:07.765748 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cb9e5647-c226-40a2-8def-27eb0db35b1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:07.794180 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1e04c8de-fa6b-4442-af93-26e1c1986cb9 req-d5b14134-8ac2-4b09-a0d9-8cdd1e19a5e0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464036 Oct 29 13:36:07.808047 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cb9e5647-c226-40a2-8def-27eb0db35b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:07.852822 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9e5647-c226-40a2-8def-27eb0db35b1a admin admin] Network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:36:07.856090 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-cb9e5647-c226-40a2-8def-27eb0db35b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:36:07.860579 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9e5647-c226-40a2-8def-27eb0db35b1a admin admin] Received port after_create {{(pid=101275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:36:07.889188 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e5647-c226-40a2-8def-27eb0db35b1a admin admin] Pushing event updated for resources: {'Port': ['ID=4485fce6-18e1-4376-a8d8-fffec7a5c093,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:07.958526 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 54d3536e-82a1-41d7-807b-d434ea14bcf3 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:36:08.031052 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 54d3536e-82a1-41d7-807b-d434ea14bcf3 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:36:08.031414 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:08.138896 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:08.164438 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] For port 54d3536e-82a1-41d7-807b-d434ea14bcf3, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=54d3536e-82a1-41d7-807b-d434ea14bcf3,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:36:08.165962 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cb9e5647-c226-40a2-8def-27eb0db35b1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:08.170879 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:08.227663 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Pushing event updated for resources: {'Port': ['ID=54d3536e-82a1-41d7-807b-d434ea14bcf3,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:08.376634 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cb9e5647-c226-40a2-8def-27eb0db35b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496037'] for router, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:08.508010 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9e5647-c226-40a2-8def-27eb0db35b1a admin admin] Router a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e is scheduled to L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 with binding_index 1 {{(pid=101275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 13:36:08.613761 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9e5647-c226-40a2-8def-27eb0db35b1a admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:36:08.623297 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] Sync routers for ids ['a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e'] in dv-cinder-815884-1-iscsi {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:36:08.634086 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] Routers {'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:36:08.634605 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cb9e5647-c226-40a2-8def-27eb0db35b1a admin admin] Notify callbacks [] for router, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:08.635900 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-cb9e5647-c226-40a2-8def-27eb0db35b1a admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6211913 Oct 29 13:36:08.638474 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:35:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:08.638665 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 34646) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:08.749017 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] Sync routers for ids ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:36:08.759950 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] Routers {'1f7c0f65-115c-4365-8b3d-066b1cf1f94e'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:36:08.761073 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:35:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:08.766017 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] Set router a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:36:08.868449 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dfd9f0-5929-4976-af40-8a44789d9b79 None None] Network 4bc1a5f3-d4a9-4826-8580-a701a63edf21 requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:36:08.942928 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-d9879517-cbd4-419a-b16a-e374a4bef9e7 None None] Provisioning complete for port e0008c0e-20d4-41f1-b2e7-43248cf61e96 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:36:08.943303 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d9879517-cbd4-419a-b16a-e374a4bef9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:08.995587 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e', 'name': 'tempest-TestVolumeBootPattern-44563349-router', 'tenant_id': '44387e5b1ef244408575d878e0279b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '4485fce6-18e1-4376-a8d8-fffec7a5c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:07Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 3, 'project_id': '44387e5b1ef244408575d878e0279b12', 'gw_port': {'id': '4485fce6-18e1-4376-a8d8-fffec7a5c093', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ff:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:07Z', 'updated_at': '2021-10-29T13:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:09.008407 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511613b4-26f0-41b1-8fd2-672412072a22 req-758bab38-f517-4848-9de0-f4ffc1d79ba5 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:09.010001 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-511613b4-26f0-41b1-8fd2-672412072a22 req-758bab38-f517-4848-9de0-f4ffc1d79ba5 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.1195199 Oct 29 13:36:09.026267 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] Checking router: a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e for host: dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:36:09.026629 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] Updating router a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e port 4485fce6-18e1-4376-a8d8-fffec7a5c093 binding host dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 13:36:09.052251 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:09.092227 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-511613b4-26f0-41b1-8fd2-672412072a22 req-4de3aa91-df37-4e39-9720-b93a6e139753 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702109 Oct 29 13:36:09.117196 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] Set router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:36:09.183419 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-226ac3aa-73b1-4a7e-8c53-89dd53e9ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:09.303907 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] Notify callbacks [] for port, precommit_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:09.310268 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:09.352861 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_common [None req-226ac3aa-73b1-4a7e-8c53-89dd53e9ad4d admin admin] Allocated IP 172.20.0.1 (4bc1a5f3-d4a9-4826-8580-a701a63edf21/6fcc4e2f-ce4a-4254-8ae5-2b0c0c8b4cfd/8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd) {{(pid=101275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:36:09.355541 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d9879517-cbd4-419a-b16a-e374a4bef9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:09.356720 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed6ee9-ebc1-42ec-a622-35fafb6c6363 None None] Pushing event updated for resources: {'Port': ['ID=4485fce6-18e1-4376-a8d8-fffec7a5c093,revision_number=2']} {{(pid=101277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:09.376580 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.managers [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] Attempting to bind port 4485fce6-18e1-4376-a8d8-fffec7a5c093 on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:36:09.376941 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.managers [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] Attempting to bind port 4485fce6-18e1-4376-a8d8-fffec7a5c093 by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}] {{(pid=101277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:36:09.377500 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] Attempting to bind port 4485fce6-18e1-4376-a8d8-fffec7a5c093 on network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:36:09.379984 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed6ee9-ebc1-42ec-a622-35fafb6c6363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:09.380338 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed6ee9-ebc1-42ec-a622-35fafb6c6363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:09.380682 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed6ee9-ebc1-42ec-a622-35fafb6c6363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:09.381016 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed6ee9-ebc1-42ec-a622-35fafb6c6363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:09.381339 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed6ee9-ebc1-42ec-a622-35fafb6c6363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:09.381673 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed6ee9-ebc1-42ec-a622-35fafb6c6363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:09.382008 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed6ee9-ebc1-42ec-a622-35fafb6c6363 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:09.382495 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed6ee9-ebc1-42ec-a622-35fafb6c6363 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:09.383015 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed6ee9-ebc1-42ec-a622-35fafb6c6363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:09.383340 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed6ee9-ebc1-42ec-a622-35fafb6c6363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:09.383661 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed6ee9-ebc1-42ec-a622-35fafb6c6363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:09.383979 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed6ee9-ebc1-42ec-a622-35fafb6c6363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:09.390338 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:36:09.390698 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] Checking segment: {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:36:09.391132 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:09.391520 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] Bound using segment: {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'} {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:36:09.391989 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.managers [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] Bound port: 4485fce6-18e1-4376-a8d8-fffec7a5c093, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}}] {{(pid=101277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:36:09.392378 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:09.450578 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-d9879517-cbd4-419a-b16a-e374a4bef9e7 None None] For port e0008c0e-20d4-41f1-b2e7-43248cf61e96, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=e0008c0e-20d4-41f1-b2e7-43248cf61e96,segment=NetworkSegment(8c70a3bc-1740-4b06-8130-e8da3a564b48),segment_id=8c70a3bc-1740-4b06-8130-e8da3a564b48)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:36:09.451878 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.db [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] For port 4485fce6-18e1-4376-a8d8-fffec7a5c093, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:36:09.456767 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.db [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] For port 4485fce6-18e1-4376-a8d8-fffec7a5c093, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=4485fce6-18e1-4376-a8d8-fffec7a5c093,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:36:09.461903 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:09.465039 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d9879517-cbd4-419a-b16a-e374a4bef9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:09.492486 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-226ac3aa-73b1-4a7e-8c53-89dd53e9ad4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:09.527568 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] Routers {'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:36:09.528442 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:35:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:09.529064 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9879517-cbd4-419a-b16a-e374a4bef9e7 None None] Pushing event updated for resources: {'Port': ['ID=e0008c0e-20d4-41f1-b2e7-43248cf61e96,revision_number=3']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:09.534811 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-226ac3aa-73b1-4a7e-8c53-89dd53e9ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:09.534963 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'e4c9714b-2541-4af0-81a9-a275de86d57b', 'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'mac_address': 'fa:16:3e:e9:8d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:04Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 2, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'subnets': [{'id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:09.573886 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] Checking router: 1f7c0f65-115c-4365-8b3d-066b1cf1f94e for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:36:09.574620 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] Updating router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e port e4c9714b-2541-4af0-81a9-a275de86d57b binding host dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 13:36:09.582494 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226ac3aa-73b1-4a7e-8c53-89dd53e9ad4d admin admin] Network 4bc1a5f3-d4a9-4826-8580-a701a63edf21 is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:36:09.588764 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-226ac3aa-73b1-4a7e-8c53-89dd53e9ad4d admin admin] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:36:09.591218 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226ac3aa-73b1-4a7e-8c53-89dd53e9ad4d admin admin] Received port after_create {{(pid=101275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:36:09.593568 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ac3aa-73b1-4a7e-8c53-89dd53e9ad4d admin admin] Pushing event updated for resources: {'Port': ['ID=8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:09.611569 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:09.634339 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed6ee9-ebc1-42ec-a622-35fafb6c6363 None None] Pushing event updated for resources: {'Port': ['ID=4485fce6-18e1-4376-a8d8-fffec7a5c093,revision_number=3']} {{(pid=101277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:09.648778 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-226ac3aa-73b1-4a7e-8c53-89dd53e9ad4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502416'] for router_interface, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:09.679698 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] Set router a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:36:09.745109 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-602d1586-07dd-4235-b54f-1171221e4290 None None] Provisioning complete for port e0008c0e-20d4-41f1-b2e7-43248cf61e96 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:36:09.745529 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-602d1586-07dd-4235-b54f-1171221e4290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:09.788837 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-226ac3aa-73b1-4a7e-8c53-89dd53e9ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:09.893548 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e', 'name': 'tempest-TestVolumeBootPattern-44563349-router', 'tenant_id': '44387e5b1ef244408575d878e0279b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '4485fce6-18e1-4376-a8d8-fffec7a5c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:07Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 3, 'project_id': '44387e5b1ef244408575d878e0279b12', 'gw_port': {'id': '4485fce6-18e1-4376-a8d8-fffec7a5c093', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ff:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:07Z', 'updated_at': '2021-10-29T13:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:09.926836 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b734872d-5159-4b2a-bb9f-2b4246f6dade None None] The sync data for ids ['a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e'] in dv-cinder-815884-1-iscsi is: [{'id': 'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e', 'name': 'tempest-TestVolumeBootPattern-44563349-router', 'tenant_id': '44387e5b1ef244408575d878e0279b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '4485fce6-18e1-4376-a8d8-fffec7a5c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:07Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 3, 'project_id': '44387e5b1ef244408575d878e0279b12', 'gw_port': {'id': '4485fce6-18e1-4376-a8d8-fffec7a5c093', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ff:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:07Z', 'updated_at': '2021-10-29T13:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}] {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:36:10.031229 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] Notify callbacks [] for port, precommit_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:10.032859 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-226ac3aa-73b1-4a7e-8c53-89dd53e9ad4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:10.038717 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:10.040267 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-226ac3aa-73b1-4a7e-8c53-89dd53e9ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952907'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:10.081944 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 54d3536e-82a1-41d7-807b-d434ea14bcf3 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:36:10.093481 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-226ac3aa-73b1-4a7e-8c53-89dd53e9ad4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502500'] for router_interface, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:10.138919 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04440f-b467-411a-b2d2-27858fba3741 None None] Pushing event updated for resources: {'Port': ['ID=e4c9714b-2541-4af0-81a9-a275de86d57b,revision_number=3']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:10.180806 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bf193069-048e-4662-a8e1-cd7200624fd8 None None] Provisioning complete for port 8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:36:10.181180 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bf193069-048e-4662-a8e1-cd7200624fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:10.278746 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] Attempting to bind port e4c9714b-2541-4af0-81a9-a275de86d57b on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:36:10.279120 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] Attempting to bind port e4c9714b-2541-4af0-81a9-a275de86d57b by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': 'a2263a2a-f893-4004-b0b7-e691a73d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd620a326-cd97-4595-b325-2f417240582b'}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:36:10.279473 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] Attempting to bind port e4c9714b-2541-4af0-81a9-a275de86d57b on network d620a326-cd97-4595-b325-2f417240582b {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:36:10.297023 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-bf193069-048e-4662-a8e1-cd7200624fd8 None None] Port 8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:36:10.299454 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 54d3536e-82a1-41d7-807b-d434ea14bcf3 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:36:10.300067 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:10.302707 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:36:10.303409 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] Checking segment: {'id': 'a2263a2a-f893-4004-b0b7-e691a73d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd620a326-cd97-4595-b325-2f417240582b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:36:10.304018 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:10.304612 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] Bound using segment: {'id': 'a2263a2a-f893-4004-b0b7-e691a73d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd620a326-cd97-4595-b325-2f417240582b'} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:36:10.306167 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] Bound port: e4c9714b-2541-4af0-81a9-a275de86d57b, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2263a2a-f893-4004-b0b7-e691a73d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd620a326-cd97-4595-b325-2f417240582b'}}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:36:10.307046 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:10.321664 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934142c7-1fd0-4505-bbc8-524748acd983 req-e07fac64-f19b-408f-8e11-88cc051e99da tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:10.328060 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-934142c7-1fd0-4505-bbc8-524748acd983 req-e07fac64-f19b-408f-8e11-88cc051e99da tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.1016870 Oct 29 13:36:10.398500 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-934142c7-1fd0-4505-bbc8-524748acd983 req-1e0ad79e-b6f2-49e6-986f-756a33f4e928 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574179 Oct 29 13:36:10.466823 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] For port e4c9714b-2541-4af0-81a9-a275de86d57b, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:36:10.478288 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ac3aa-73b1-4a7e-8c53-89dd53e9ad4d admin admin] Pushing event updated for resources: {'Port': ['ID=8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd,revision_number=2']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:10.489760 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] For port e4c9714b-2541-4af0-81a9-a275de86d57b, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=e4c9714b-2541-4af0-81a9-a275de86d57b,segment=NetworkSegment(a2263a2a-f893-4004-b0b7-e691a73d733d),segment_id=a2263a2a-f893-4004-b0b7-e691a73d733d)] {{(pid=101276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:36:10.490954 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-6f48d418-56c5-46ac-96ef-adda1284e05d None None] Provisioning complete for port e4c9714b-2541-4af0-81a9-a275de86d57b triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:36:10.491356 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-6f48d418-56c5-46ac-96ef-adda1284e05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:10.519614 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:10.526099 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device e0008c0e-20d4-41f1-b2e7-43248cf61e96 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:36:10.531997 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226ac3aa-73b1-4a7e-8c53-89dd53e9ad4d admin admin] Network 4bc1a5f3-d4a9-4826-8580-a701a63edf21 is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:36:10.534656 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-226ac3aa-73b1-4a7e-8c53-89dd53e9ad4d admin admin] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:36:10.607534 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-6f48d418-56c5-46ac-96ef-adda1284e05d None None] Port e4c9714b-2541-4af0-81a9-a275de86d57b cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:36:10.634372 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] Routers {'1f7c0f65-115c-4365-8b3d-066b1cf1f94e'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:36:10.635009 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:35:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:10.689705 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04440f-b467-411a-b2d2-27858fba3741 None None] Pushing event updated for resources: {'Port': ['ID=e4c9714b-2541-4af0-81a9-a275de86d57b,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:10.700075 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226ac3aa-73b1-4a7e-8c53-89dd53e9ad4d admin admin] Router a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:36:10.754610 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port e0008c0e-20d4-41f1-b2e7-43248cf61e96 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:36:10.754984 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:10.835914 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] Set router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:36:10.864914 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226ac3aa-73b1-4a7e-8c53-89dd53e9ad4d admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:36:10.884132 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-226ac3aa-73b1-4a7e-8c53-89dd53e9ad4d admin admin] 10.222.0.96 "PUT /v2.0/routers/a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2444265 Oct 29 13:36:11.044324 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-f5a7ed44-68a7-4150-8881-b95f89ca4427 None None] Provisioning complete for port 8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:36:11.044864 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-f5a7ed44-68a7-4150-8881-b95f89ca4427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:11.221313 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-f5a7ed44-68a7-4150-8881-b95f89ca4427 None None] Port 8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:36:11.239597 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-f5a7ed44-68a7-4150-8881-b95f89ca4427 None None] Provisioning complete for port e4c9714b-2541-4af0-81a9-a275de86d57b triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:36:11.239976 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-f5a7ed44-68a7-4150-8881-b95f89ca4427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:11.335042 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'e4c9714b-2541-4af0-81a9-a275de86d57b', 'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'mac_address': 'fa:16:3e:e9:8d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:04Z', 'updated_at': '2021-10-29T13:36:10Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'subnets': [{'id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:11.367356 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbaff5e-d914-461a-b42a-962f2bd41d95 None None] The sync data for ids ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'] in dv-cinder-815884-1-iscsi is: [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'e4c9714b-2541-4af0-81a9-a275de86d57b', 'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'mac_address': 'fa:16:3e:e9:8d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:04Z', 'updated_at': '2021-10-29T13:36:10Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'subnets': [{'id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:36:11.378346 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-f5a7ed44-68a7-4150-8881-b95f89ca4427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:11.412326 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-f5a7ed44-68a7-4150-8881-b95f89ca4427 None None] For port e4c9714b-2541-4af0-81a9-a275de86d57b, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=e4c9714b-2541-4af0-81a9-a275de86d57b,segment=NetworkSegment(a2263a2a-f893-4004-b0b7-e691a73d733d),segment_id=a2263a2a-f893-4004-b0b7-e691a73d733d)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:36:11.417493 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-f5a7ed44-68a7-4150-8881-b95f89ca4427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:11.468340 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device d49765ad-79cc-45ce-898a-88b1395fa0fb details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:36:11.495811 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 34676) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:11.501638 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-0c010e90-9935-4e63-b236-64c9d3ba5b1a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-255641277', 'description': 'tempest-secgroup-smoke-255641277 description', 'project_id': 'dda9cf39e3ff4797af5227f990f14457'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:36:11.505311 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7ed44-68a7-4150-8881-b95f89ca4427 None None] Pushing event updated for resources: {'Port': ['ID=e4c9714b-2541-4af0-81a9-a275de86d57b,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:11.528390 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-0c010e90-9935-4e63-b236-64c9d3ba5b1a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:11.539264 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a812fc-ebf3-4f41-828b-56d7c1570c94 req-96f40cf7-69d0-44e5-91c0-507d27851e28 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:11.540888 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-35a812fc-ebf3-4f41-828b-56d7c1570c94 req-96f40cf7-69d0-44e5-91c0-507d27851e28 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 944 time: 0.0662529 Oct 29 13:36:11.582780 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-35a812fc-ebf3-4f41-828b-56d7c1570c94 req-4e93eada-3731-453b-b699-5c173ba9f2cc tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353217 Oct 29 13:36:11.623462 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port d49765ad-79cc-45ce-898a-88b1395fa0fb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d49765ad-79cc-45ce-898a-88b1395fa0fb,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:36:11.625795 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-0c010e90-9935-4e63-b236-64c9d3ba5b1a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:11.630652 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-0c010e90-9935-4e63-b236-64c9d3ba5b1a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:11.637161 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': 'd49765ad-79cc-45ce-898a-88b1395fa0fb', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'port_id': 'd49765ad-79cc-45ce-898a-88b1395fa0fb', 'mac_address': 'fa:16:3e:ed:5a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:36:11.657080 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-0c010e90-9935-4e63-b236-64c9d3ba5b1a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:11.658533 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-0c010e90-9935-4e63-b236-64c9d3ba5b1a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1614866 Oct 29 13:36:11.661577 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 34680) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:11.667214 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-1f5b33c4-2cf6-49b8-a666-8c8fadb25f9e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Request body: {'security_group_rule': {'security_group_id': '6f81b7db-0b31-407c-959a-71252673a1aa', 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:36:11.674982 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c010e90-9935-4e63-b236-64c9d3ba5b1a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f81b7db-0b31-407c-959a-71252673a1aa,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:11.691310 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:11.706497 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49765ad-79cc-45ce-898a-88b1395fa0fb {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:36:11.713498 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1f5b33c4-2cf6-49b8-a666-8c8fadb25f9e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:11.733443 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port d49765ad-79cc-45ce-898a-88b1395fa0fb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d49765ad-79cc-45ce-898a-88b1395fa0fb,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:36:11.739113 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:11.787663 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1f5b33c4-2cf6-49b8-a666-8c8fadb25f9e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:11.794376 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1f5b33c4-2cf6-49b8-a666-8c8fadb25f9e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:11.801406 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=d49765ad-79cc-45ce-898a-88b1395fa0fb,revision_number=9']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:11.819724 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b33c4-2cf6-49b8-a666-8c8fadb25f9e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21a98ea-b22a-42f8-acaf-d217305d4049,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:11.833818 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1f5b33c4-2cf6-49b8-a666-8c8fadb25f9e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:11.833818 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-1f5b33c4-2cf6-49b8-a666-8c8fadb25f9e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1685834 Oct 29 13:36:11.834687 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 34686) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:11.839270 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-fd8bd439-de1a-433f-b9ba-d5a317446087 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Request body: {'security_group_rule': {'security_group_id': '6f81b7db-0b31-407c-959a-71252673a1aa', 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:36:11.887864 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-fd8bd439-de1a-433f-b9ba-d5a317446087 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:11.992935 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-fd8bd439-de1a-433f-b9ba-d5a317446087 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:12.001810 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-fd8bd439-de1a-433f-b9ba-d5a317446087 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:12.022590 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bd439-de1a-433f-b9ba-d5a317446087 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73ebefc-8c5a-403b-80f3-30dc797d703e,revision_number=0']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:12.031353 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-fd8bd439-de1a-433f-b9ba-d5a317446087 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:12.032620 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-fd8bd439-de1a-433f-b9ba-d5a317446087 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1969438 Oct 29 13:36:12.035539 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 34694) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:12.040067 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-e57b264e-6786-4f7f-a60f-9c5700da27de tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Request body: {'security_group_rule': {'security_group_id': '6f81b7db-0b31-407c-959a-71252673a1aa', 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:36:12.069141 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device e4c9714b-2541-4af0-81a9-a275de86d57b up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:36:12.078447 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e57b264e-6786-4f7f-a60f-9c5700da27de tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:12.140455 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port e4c9714b-2541-4af0-81a9-a275de86d57b triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:36:12.141001 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:12.188543 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e57b264e-6786-4f7f-a60f-9c5700da27de tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:12.192975 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e57b264e-6786-4f7f-a60f-9c5700da27de tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:12.210189 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b264e-6786-4f7f-a60f-9c5700da27de tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4e291e-e481-402b-8a1d-c4c35e762890,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:12.218192 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e57b264e-6786-4f7f-a60f-9c5700da27de tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:12.219918 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-e57b264e-6786-4f7f-a60f-9c5700da27de tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1834507 Oct 29 13:36:12.224501 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 34696) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:12.229091 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-4966518b-8ed9-4c35-a0a5-8dd15300e751 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Request body: {'security_group_rule': {'security_group_id': '6f81b7db-0b31-407c-959a-71252673a1aa', 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:36:12.236627 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 4485fce6-18e1-4376-a8d8-fffec7a5c093 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:36:12.257853 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-4966518b-8ed9-4c35-a0a5-8dd15300e751 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:12.287451 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 4485fce6-18e1-4376-a8d8-fffec7a5c093 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:36:12.288061 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:12.319413 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-4966518b-8ed9-4c35-a0a5-8dd15300e751 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:12.324901 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-4966518b-8ed9-4c35-a0a5-8dd15300e751 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:12.341716 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966518b-8ed9-4c35-a0a5-8dd15300e751 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c0232db-57c8-4a6e-bd54-e0fce2ab56b1,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:12.351105 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-4966518b-8ed9-4c35-a0a5-8dd15300e751 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:12.356673 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-4966518b-8ed9-4c35-a0a5-8dd15300e751 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268971 Oct 29 13:36:12.356673 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 34698) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:12.361375 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-e92d332e-5184-46bd-b892-fba729bf03de tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Request body: {'security_group_rule': {'security_group_id': '6f81b7db-0b31-407c-959a-71252673a1aa', 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:36:12.373258 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:12.386439 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.securitygroups_db [None req-e92d332e-5184-46bd-b892-fba729bf03de tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Project dda9cf39e3ff4797af5227f990f14457 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 13:36:12.391646 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e92d332e-5184-46bd-b892-fba729bf03de tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:12.396706 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] Sync routers for ids ['a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e'] in dv-cinder-815884-1-iscsi {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:36:12.397212 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] For port 4485fce6-18e1-4376-a8d8-fffec7a5c093, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=4485fce6-18e1-4376-a8d8-fffec7a5c093,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:36:12.401925 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:12.415849 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] Routers {'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:36:12.416477 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:35:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:12.459208 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Pushing event updated for resources: {'Port': ['ID=4485fce6-18e1-4376-a8d8-fffec7a5c093,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:12.475024 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e92d332e-5184-46bd-b892-fba729bf03de tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:12.479165 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e92d332e-5184-46bd-b892-fba729bf03de tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:12.499405 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d332e-5184-46bd-b892-fba729bf03de tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcce77c3-da93-41d1-9c13-fc24e3972612,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:12.508102 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e92d332e-5184-46bd-b892-fba729bf03de tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:12.509373 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-e92d332e-5184-46bd-b892-fba729bf03de tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1532223 Oct 29 13:36:12.512025 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 34700) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:12.516337 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-8ad8e11f-37b1-46ec-96e3-eec85fdccb84 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Request body: {'security_group_rule': {'security_group_id': '6f81b7db-0b31-407c-959a-71252673a1aa', 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:36:12.537057 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] Set router a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:36:12.538313 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.securitygroups_db [None req-8ad8e11f-37b1-46ec-96e3-eec85fdccb84 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Project dda9cf39e3ff4797af5227f990f14457 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 13:36:12.543025 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e11f-37b1-46ec-96e3-eec85fdccb84 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:12.605578 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e11f-37b1-46ec-96e3-eec85fdccb84 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:12.609426 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e11f-37b1-46ec-96e3-eec85fdccb84 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:12.628772 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8e11f-37b1-46ec-96e3-eec85fdccb84 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f473f98-d0a2-4a04-9633-9ff3daa3c634,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:12.634796 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e11f-37b1-46ec-96e3-eec85fdccb84 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:12.638256 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-8ad8e11f-37b1-46ec-96e3-eec85fdccb84 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225362 Oct 29 13:36:12.742294 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf752a-3940-454c-9524-5770b7f35260 req-ea1d1ad3-e78d-44f6-95af-2518fd93c0f2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:12.743882 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-99cf752a-3940-454c-9524-5770b7f35260 req-ea1d1ad3-e78d-44f6-95af-2518fd93c0f2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 945 time: 0.0520368 Oct 29 13:36:12.790933 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-99cf752a-3940-454c-9524-5770b7f35260 req-e66f1bc0-6c45-46be-817d-7440d319b5ac tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402775 Oct 29 13:36:12.833184 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e', 'name': 'tempest-TestVolumeBootPattern-44563349-router', 'tenant_id': '44387e5b1ef244408575d878e0279b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '4485fce6-18e1-4376-a8d8-fffec7a5c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:07Z', 'updated_at': '2021-10-29T13:36:09Z', 'revision_number': 4, 'project_id': '44387e5b1ef244408575d878e0279b12', 'gw_port': {'id': '4485fce6-18e1-4376-a8d8-fffec7a5c093', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:07Z', 'updated_at': '2021-10-29T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd', 'name': '', 'network_id': '4bc1a5f3-d4a9-4826-8580-a701a63edf21', 'tenant_id': '44387e5b1ef244408575d878e0279b12', 'mac_address': 'fa:16:3e:40:a4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6fcc4e2f-ce4a-4254-8ae5-2b0c0c8b4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:09Z', 'updated_at': '2021-10-29T13:36:09Z', 'revision_number': 2, 'project_id': '44387e5b1ef244408575d878e0279b12', 'subnets': [{'id': '6fcc4e2f-ce4a-4254-8ae5-2b0c0c8b4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:12.859637 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] Checking router: a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e for host: dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:36:12.859988 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] Updating router a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e port 8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd binding host dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 13:36:12.884527 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:13.154797 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] Notify callbacks [] for port, precommit_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:13.162910 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:13.222369 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05434b-0c2e-45a1-9e22-02bee321d446 None None] Pushing event updated for resources: {'Port': ['ID=8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd,revision_number=3']} {{(pid=101277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:13.267712 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.managers [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] Attempting to bind port 8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:36:13.268075 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.managers [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] Attempting to bind port 8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '8c70a3bc-1740-4b06-8130-e8da3a564b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4bc1a5f3-d4a9-4826-8580-a701a63edf21'}] {{(pid=101277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:36:13.268432 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] Attempting to bind port 8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd on network 4bc1a5f3-d4a9-4826-8580-a701a63edf21 {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:36:13.273421 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:36:13.273804 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] Checking segment: {'id': '8c70a3bc-1740-4b06-8130-e8da3a564b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4bc1a5f3-d4a9-4826-8580-a701a63edf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:36:13.274204 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:13.274593 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] Bound using segment: {'id': '8c70a3bc-1740-4b06-8130-e8da3a564b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4bc1a5f3-d4a9-4826-8580-a701a63edf21'} {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:36:13.275058 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.managers [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] Bound port: 8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c70a3bc-1740-4b06-8130-e8da3a564b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4bc1a5f3-d4a9-4826-8580-a701a63edf21'}}] {{(pid=101277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:36:13.275449 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:13.340956 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.db [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] For port 8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:36:13.344076 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.db [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] For port 8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd,segment=NetworkSegment(8c70a3bc-1740-4b06-8130-e8da3a564b48),segment_id=8c70a3bc-1740-4b06-8130-e8da3a564b48)] {{(pid=101277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:36:13.349727 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:13.363387 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-6ac17c4c-45a8-43eb-9b03-62848f4f170d None None] Provisioning complete for port 8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:36:13.363918 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-6ac17c4c-45a8-43eb-9b03-62848f4f170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:13.407722 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] Routers {'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:36:13.408336 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:35:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:13.411059 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05434b-0c2e-45a1-9e22-02bee321d446 None None] Pushing event updated for resources: {'Port': ['ID=8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd,revision_number=4']} {{(pid=101277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:13.449179 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-6ac17c4c-45a8-43eb-9b03-62848f4f170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:13.483784 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-6ac17c4c-45a8-43eb-9b03-62848f4f170d None None] For port 8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd,segment=NetworkSegment(8c70a3bc-1740-4b06-8130-e8da3a564b48),segment_id=8c70a3bc-1740-4b06-8130-e8da3a564b48)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:36:13.488087 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-6ac17c4c-45a8-43eb-9b03-62848f4f170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:13.529503 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] Set router a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:36:13.546581 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac17c4c-45a8-43eb-9b03-62848f4f170d None None] Pushing event updated for resources: {'Port': ['ID=8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:13.608041 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-d402c971-a1f4-4a73-b8f9-b676e6f430f7 None None] Provisioning complete for port 8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:36:13.608662 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d402c971-a1f4-4a73-b8f9-b676e6f430f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:13.724222 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e', 'name': 'tempest-TestVolumeBootPattern-44563349-router', 'tenant_id': '44387e5b1ef244408575d878e0279b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '4485fce6-18e1-4376-a8d8-fffec7a5c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:07Z', 'updated_at': '2021-10-29T13:36:09Z', 'revision_number': 4, 'project_id': '44387e5b1ef244408575d878e0279b12', 'gw_port': {'id': '4485fce6-18e1-4376-a8d8-fffec7a5c093', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:07Z', 'updated_at': '2021-10-29T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd', 'name': '', 'network_id': '4bc1a5f3-d4a9-4826-8580-a701a63edf21', 'tenant_id': '44387e5b1ef244408575d878e0279b12', 'mac_address': 'fa:16:3e:40:a4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6fcc4e2f-ce4a-4254-8ae5-2b0c0c8b4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:09Z', 'updated_at': '2021-10-29T13:36:13Z', 'revision_number': 4, 'project_id': '44387e5b1ef244408575d878e0279b12', 'subnets': [{'id': '6fcc4e2f-ce4a-4254-8ae5-2b0c0c8b4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:13.748729 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf136e04-4877-4f4a-9ea1-bad71cf8b55d None None] The sync data for ids ['a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e'] in dv-cinder-815884-1-iscsi is: [{'id': 'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e', 'name': 'tempest-TestVolumeBootPattern-44563349-router', 'tenant_id': '44387e5b1ef244408575d878e0279b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '4485fce6-18e1-4376-a8d8-fffec7a5c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:07Z', 'updated_at': '2021-10-29T13:36:09Z', 'revision_number': 4, 'project_id': '44387e5b1ef244408575d878e0279b12', 'gw_port': {'id': '4485fce6-18e1-4376-a8d8-fffec7a5c093', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:07Z', 'updated_at': '2021-10-29T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd', 'name': '', 'network_id': '4bc1a5f3-d4a9-4826-8580-a701a63edf21', 'tenant_id': '44387e5b1ef244408575d878e0279b12', 'mac_address': 'fa:16:3e:40:a4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6fcc4e2f-ce4a-4254-8ae5-2b0c0c8b4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:09Z', 'updated_at': '2021-10-29T13:36:13Z', 'revision_number': 4, 'project_id': '44387e5b1ef244408575d878e0279b12', 'subnets': [{'id': '6fcc4e2f-ce4a-4254-8ae5-2b0c0c8b4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:36:13.930468 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540773a-21ea-4418-811d-d744e623f197 req-b3f76afd-35eb-4736-954d-9f6e56371bf2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:13.931993 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3540773a-21ea-4418-811d-d744e623f197 req-b3f76afd-35eb-4736-954d-9f6e56371bf2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 945 time: 0.0558879 Oct 29 13:36:13.978526 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3540773a-21ea-4418-811d-d744e623f197 req-4b533379-329d-44ef-8740-7ccfd8acc198 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401888 Oct 29 13:36:14.009284 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 4485fce6-18e1-4376-a8d8-fffec7a5c093 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:36:14.057374 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 4485fce6-18e1-4376-a8d8-fffec7a5c093 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:36:14.057742 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:14.143211 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:36:14.225289 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:36:14.225652 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:14.803453 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['d49765ad-79cc-45ce-898a-88b1395fa0fb'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:36:15.100847 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87a769-5d69-49b8-b4cd-4acf1ccf463f req-879c32fe-752a-4640-a139-a86b7483de86 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:15.102359 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ff87a769-5d69-49b8-b4cd-4acf1ccf463f req-879c32fe-752a-4640-a139-a86b7483de86 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 945 time: 0.0494978 Oct 29 13:36:15.143242 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ff87a769-5d69-49b8-b4cd-4acf1ccf463f req-240a570e-24f2-4c06-b746-d604e6affe63 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347841 Oct 29 13:36:15.548865 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 34790) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:15.660463 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0a81-0da2-4530-9596-4c230f909bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:15.732107 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0a81-0da2-4530-9596-4c230f909bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:15.736916 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0a81-0da2-4530-9596-4c230f909bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:15.782973 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-3b4f0a81-0da2-4530-9596-4c230f909bce admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e26ec0058a0f4d1c9a72ff49d8483c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303445 Oct 29 13:36:15.782973 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f0a81-0da2-4530-9596-4c230f909bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5bacf5-2027-4c8e-adb4-19d3a757a374,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:15.783553 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 34800) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:15.840170 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-e57d24fb-b2ca-4af2-973d-d9485f358f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:15.864859 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-e57d24fb-b2ca-4af2-973d-d9485f358f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:15.915255 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-e57d24fb-b2ca-4af2-973d-d9485f358f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:15.918087 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-e57d24fb-b2ca-4af2-973d-d9485f358f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:15.919218 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-e57d24fb-b2ca-4af2-973d-d9485f358f67 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5c5bacf5-2027-4c8e-adb4-19d3a757a374 HTTP/1.1" status: 204 len: 168 time: 0.1340458 Oct 29 13:36:15.928124 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d24fb-b2ca-4af2-973d-d9485f358f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5bacf5-2027-4c8e-adb4-19d3a757a374,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:16.197075 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 34822) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:16.210267 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c157c8c8-f14b-4bee-9b16-43b512c55ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:16.294480 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f7056-5ad5-4b58-8045-c827486c57b4 req-f9bdd2ab-84c0-478a-91ae-245d63930b56 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:16.296037 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f46f7056-5ad5-4b58-8045-c827486c57b4 req-f9bdd2ab-84c0-478a-91ae-245d63930b56 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 945 time: 0.0721488 Oct 29 13:36:16.358426 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c157c8c8-f14b-4bee-9b16-43b512c55ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:16.364623 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f46f7056-5ad5-4b58-8045-c827486c57b4 req-7bfe7485-92ff-4efc-9c27-4b8920182d69 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548496 Oct 29 13:36:16.365677 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c157c8c8-f14b-4bee-9b16-43b512c55ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:16.404145 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-c157c8c8-f14b-4bee-9b16-43b512c55ec8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=95a8c63055e144e58f9b47ec0efafa04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2059553 Oct 29 13:36:16.404961 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157c8c8-f14b-4bee-9b16-43b512c55ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359ff167-2c52-4dfb-9cd0-13f5ad68c349,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:16.407883 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 34830) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:16.460506 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-57a5f31a-6eb3-4d0d-bf1e-2cb3c248ee5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:16.482819 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-57a5f31a-6eb3-4d0d-bf1e-2cb3c248ee5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:16.541837 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-57a5f31a-6eb3-4d0d-bf1e-2cb3c248ee5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:16.544566 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-57a5f31a-6eb3-4d0d-bf1e-2cb3c248ee5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:16.545848 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-57a5f31a-6eb3-4d0d-bf1e-2cb3c248ee5e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/359ff167-2c52-4dfb-9cd0-13f5ad68c349 HTTP/1.1" status: 204 len: 168 time: 0.1363206 Oct 29 13:36:16.563828 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5f31a-6eb3-4d0d-bf1e-2cb3c248ee5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359ff167-2c52-4dfb-9cd0-13f5ad68c349,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:16.615742 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17186db6-8975-409d-8772-018d6357ce71 req-95fa6ea2-5034-4aa5-a3af-8707f674893a tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:16.617312 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-17186db6-8975-409d-8772-018d6357ce71 req-95fa6ea2-5034-4aa5-a3af-8707f674893a tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0731115 Oct 29 13:36:16.658541 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-17186db6-8975-409d-8772-018d6357ce71 req-00d18381-1612-4a0f-ac93-120997c27928 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350673 Oct 29 13:36:16.698515 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device d49765ad-79cc-45ce-898a-88b1395fa0fb up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:36:16.746149 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port d49765ad-79cc-45ce-898a-88b1395fa0fb triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:36:16.746509 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:16.831449 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:16.853559 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c9284f-a335-4a48-9c8b-5e1572d12240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49765ad-79cc-45ce-898a-88b1395fa0fb'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:36:16.855842 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f9e8ac-5cf9-43f7-aabb-69ab8915153b" -d '{"events": [{"server_uuid": "27c9284f-a335-4a48-9c8b-5e1572d12240", "name": "network-vif-plugged", "status": "completed", "tag": "d49765ad-79cc-45ce-898a-88b1395fa0fb"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:36:16.872467 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port d49765ad-79cc-45ce-898a-88b1395fa0fb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d49765ad-79cc-45ce-898a-88b1395fa0fb,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:36:16.879154 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:16.904413 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d384cc63-95b0-42a6-9cbd-fbb7c55d6edf x-openstack-request-id: req-d384cc63-95b0-42a6-9cbd-fbb7c55d6edf {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:36:16.904704 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c9284f-a335-4a48-9c8b-5e1572d12240", "name": "network-vif-plugged", "status": "completed", "tag": "d49765ad-79cc-45ce-898a-88b1395fa0fb", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:36:16.904953 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d384cc63-95b0-42a6-9cbd-fbb7c55d6edf {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:36:16.905879 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c9284f-a335-4a48-9c8b-5e1572d12240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49765ad-79cc-45ce-898a-88b1395fa0fb', 'code': 200} Oct 29 13:36:16.947060 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=d49765ad-79cc-45ce-898a-88b1395fa0fb,revision_number=10']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:17.385683 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681a3a6-eb52-40c9-bcf7-add004c05fea req-58a45751-e42b-49dc-a7e7-ff4949501be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:17.387314 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c681a3a6-eb52-40c9-bcf7-add004c05fea req-58a45751-e42b-49dc-a7e7-ff4949501be5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 1100 time: 0.0658383 Oct 29 13:36:17.428401 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c681a3a6-eb52-40c9-bcf7-add004c05fea req-caae588d-2f2e-4183-8050-bb7dbcfda17a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328693 Oct 29 13:36:17.511288 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49befeac-8132-4869-84b1-3e2e95b06544 req-bb93138e-7c8d-43b9-9381-f244069782e4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:17.513022 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-49befeac-8132-4869-84b1-3e2e95b06544 req-bb93138e-7c8d-43b9-9381-f244069782e4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 947 time: 0.0540090 Oct 29 13:36:17.552576 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-49befeac-8132-4869-84b1-3e2e95b06544 req-831c20c1-fdf3-4912-886c-0cc4c88168b4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326085 Oct 29 13:36:17.778153 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195ecac-ae4c-421c-b340-35d68c5977ef req-53700bf4-f0b0-415e-adfc-e6f322080f35 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:17.779374 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c195ecac-ae4c-421c-b340-35d68c5977ef req-53700bf4-f0b0-415e-adfc-e6f322080f35 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0503452 Oct 29 13:36:17.820925 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c195ecac-ae4c-421c-b340-35d68c5977ef req-e9a9febe-c351-4e90-8c62-f7197d3e9dda tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333910 Oct 29 13:36:18.696445 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066c00d-9d0f-4525-9256-454ebecdaa38 req-1f37f86c-8ddb-4da9-9b44-09457c031f3b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:18.698152 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3066c00d-9d0f-4525-9256-454ebecdaa38 req-1f37f86c-8ddb-4da9-9b44-09457c031f3b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 947 time: 0.0652637 Oct 29 13:36:18.740591 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3066c00d-9d0f-4525-9256-454ebecdaa38 req-5b71ba81-3a0a-46cd-937b-a2022ba256f8 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352407 Oct 29 13:36:18.936365 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a865782-5b8e-4746-8c95-eca75326bacf req-014e14b3-9cff-4a62-b668-f4f63e5acac9 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:18.938438 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9a865782-5b8e-4746-8c95-eca75326bacf req-014e14b3-9cff-4a62-b668-f4f63e5acac9 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0499549 Oct 29 13:36:18.976644 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9a865782-5b8e-4746-8c95-eca75326bacf req-e70896f8-b0f9-4fcb-b78c-6bf1457ef55a tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322587 Oct 29 13:36:19.869019 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7324d-bbb5-46c5-bb9e-b8d0f941266b req-0da775d0-0cda-47da-9431-839118894be2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:19.870562 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f4c7324d-bbb5-46c5-bb9e-b8d0f941266b req-0da775d0-0cda-47da-9431-839118894be2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 947 time: 0.0538688 Oct 29 13:36:19.908057 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f4c7324d-bbb5-46c5-bb9e-b8d0f941266b req-cc5a7b60-2a8a-4bc6-9665-e5a5ded3f59c tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313225 Oct 29 13:36:20.099210 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9b8a1-46ff-4bf8-b228-23a9e7914257 req-3a2439d3-1792-429d-ade0-e5abb3720c5f tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:20.100690 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2ec9b8a1-46ff-4bf8-b228-23a9e7914257 req-3a2439d3-1792-429d-ade0-e5abb3720c5f tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0544734 Oct 29 13:36:20.145064 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2ec9b8a1-46ff-4bf8-b228-23a9e7914257 req-4e83e66a-5235-4303-855a-3770f579f14b tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381775 Oct 29 13:36:21.026196 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b5b89-c76d-4b3a-92d4-2aa834984346 req-c47a6b79-7b70-4afd-b3a2-d64a1fe9ed41 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:21.027667 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d77b5b89-c76d-4b3a-92d4-2aa834984346 req-c47a6b79-7b70-4afd-b3a2-d64a1fe9ed41 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 947 time: 0.0482545 Oct 29 13:36:21.071459 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d77b5b89-c76d-4b3a-92d4-2aa834984346 req-efe2cba2-656c-4ba9-a30e-a18f9389e290 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319338 Oct 29 13:36:21.265668 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e255a-cf08-49b9-83cb-029ef5c62163 req-d3a475bf-60a7-4fc7-b8e3-45fdc2c1f4fa tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:21.267181 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2d7e255a-cf08-49b9-83cb-029ef5c62163 req-d3a475bf-60a7-4fc7-b8e3-45fdc2c1f4fa tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0493579 Oct 29 13:36:21.306456 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2d7e255a-cf08-49b9-83cb-029ef5c62163 req-abed35e2-6943-4f0e-843a-7e06baf14bb2 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330853 Oct 29 13:36:22.197282 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a42f6-344a-4820-a25d-9e12a094b29d req-b0f4d075-8adb-466c-833d-69b7868280c8 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:22.198789 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9f1a42f6-344a-4820-a25d-9e12a094b29d req-b0f4d075-8adb-466c-833d-69b7868280c8 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 947 time: 0.0491605 Oct 29 13:36:22.236238 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9f1a42f6-344a-4820-a25d-9e12a094b29d req-689ffc88-22c6-456f-8d94-7d7925d5080f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315199 Oct 29 13:36:22.422032 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00072f67-5767-4955-97e6-943da74e2c97 req-9a557225-d585-48f7-95aa-f5453133503a tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:22.423828 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-00072f67-5767-4955-97e6-943da74e2c97 req-9a557225-d585-48f7-95aa-f5453133503a tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0492585 Oct 29 13:36:22.462868 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-00072f67-5767-4955-97e6-943da74e2c97 req-b09cdb32-2c63-4a87-989d-416d66eae1da tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327020 Oct 29 13:36:23.357471 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a4893-d092-4589-90f5-f59488599293 req-ada59e3d-09f0-4c29-8c38-ae0d1efb6a6f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:23.359030 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3f3a4893-d092-4589-90f5-f59488599293 req-ada59e3d-09f0-4c29-8c38-ae0d1efb6a6f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 947 time: 0.0518019 Oct 29 13:36:23.396433 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3f3a4893-d092-4589-90f5-f59488599293 req-255cef47-c16c-4345-9c8a-11eb7ae83c28 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313728 Oct 29 13:36:23.582114 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda07c2-5778-422e-9b39-fe499b402a46 req-c65f777f-607e-4550-bfef-e4ced92bed13 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:23.583559 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-beda07c2-5778-422e-9b39-fe499b402a46 req-c65f777f-607e-4550-bfef-e4ced92bed13 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0511646 Oct 29 13:36:23.620931 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-beda07c2-5778-422e-9b39-fe499b402a46 req-c0594315-77df-4955-b788-267b4c93ae1f tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314355 Oct 29 13:36:24.514274 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52da7a5-4abb-4932-af39-e422490380ed req-ecb49aba-e931-413f-aaaa-228c430d0d07 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:24.515740 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b52da7a5-4abb-4932-af39-e422490380ed req-ecb49aba-e931-413f-aaaa-228c430d0d07 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 947 time: 0.0482779 Oct 29 13:36:24.553437 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b52da7a5-4abb-4932-af39-e422490380ed req-1ab6ec75-d74e-48a7-ae0a-546aa4c38b0a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318282 Oct 29 13:36:24.733883 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a18c3-ca1f-4a90-be22-4b84a438924e req-ddce5095-7c88-496e-b9db-b469a1851860 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:24.735486 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-bb0a18c3-ca1f-4a90-be22-4b84a438924e req-ddce5095-7c88-496e-b9db-b469a1851860 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0481126 Oct 29 13:36:24.774419 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-bb0a18c3-ca1f-4a90-be22-4b84a438924e req-1ba09884-da9b-4169-aa32-2a128c70f54d tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329106 Oct 29 13:36:25.459409 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-6d72fd38-5600-4c9f-9520-180d83930a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:25.672727 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cf608-3f56-41e1-b8bf-2799bbff3043 req-c4c89606-cbb8-4e56-ad3a-43c7d7cac450 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:25.674222 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-cc0cf608-3f56-41e1-b8bf-2799bbff3043 req-c4c89606-cbb8-4e56-ad3a-43c7d7cac450 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 947 time: 0.0496497 Oct 29 13:36:25.710862 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-cc0cf608-3f56-41e1-b8bf-2799bbff3043 req-e5bd804f-92a7-45df-9868-e53cc2993472 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304782 Oct 29 13:36:25.892263 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c788f0a-946f-4f9c-9810-f80a4e6f4793 req-41587ed1-25c6-43e6-87e8-a0ab749da6aa tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:25.893704 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1c788f0a-946f-4f9c-9810-f80a4e6f4793 req-41587ed1-25c6-43e6-87e8-a0ab749da6aa tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0477309 Oct 29 13:36:25.934751 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1c788f0a-946f-4f9c-9810-f80a4e6f4793 req-b271f30e-1036-45ce-881f-1f2a958a29eb tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338254 Oct 29 13:36:26.110245 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480f684-a518-4951-89a5-f3d50ba7c56f req-1d7b443a-3067-4cb6-8a3b-2d925620e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:26.111736 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d480f684-a518-4951-89a5-f3d50ba7c56f req-1d7b443a-3067-4cb6-8a3b-2d925620e738 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a7750e1de6f482ebcfe89e9ad577e0c&device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 1100 time: 0.0435426 Oct 29 13:36:26.214023 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480f684-a518-4951-89a5-f3d50ba7c56f req-56d0fd36-8c3a-4e95-a874-322fb9452d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:26.215493 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d480f684-a518-4951-89a5-f3d50ba7c56f req-56d0fd36-8c3a-4e95-a874-322fb9452d82 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa HTTP/1.1" status: 200 len: 918 time: 0.0839992 Oct 29 13:36:26.285138 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d480f684-a518-4951-89a5-f3d50ba7c56f req-1918db1e-07d9-409c-8fda-c6ba00cbc0eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d49765ad-79cc-45ce-898a-88b1395fa0fb HTTP/1.1" status: 200 len: 1001 time: 0.0596209 Oct 29 13:36:26.340049 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480f684-a518-4951-89a5-f3d50ba7c56f req-1452d89a-619d-4bce-86dc-1b760329060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:26.341586 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d480f684-a518-4951-89a5-f3d50ba7c56f req-1452d89a-619d-4bce-86dc-1b760329060b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de6a4b99-0646-46d8-a18a-25de200d28c4 HTTP/1.1" status: 200 len: 856 time: 0.0487695 Oct 29 13:36:26.389244 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480f684-a518-4951-89a5-f3d50ba7c56f req-9719b518-0e83-4ace-8cab-d0e6a7344661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:26.391177 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d480f684-a518-4951-89a5-f3d50ba7c56f req-9719b518-0e83-4ace-8cab-d0e6a7344661 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390537 Oct 29 13:36:26.484168 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d480f684-a518-4951-89a5-f3d50ba7c56f req-d7d4eb72-a819-47c5-8e35-776ff0d7166c service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843244 Oct 29 13:36:26.572021 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d480f684-a518-4951-89a5-f3d50ba7c56f req-8da845ae-8759-48bf-9a81-8fb5f4837fcd service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798721 Oct 29 13:36:26.772285 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:26.849727 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4935ab9-e89a-449b-b8f2-b57b172ce54f req-a9f2a033-4ca9-46ed-91dd-aa3fc75b2101 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:26.850257 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b4935ab9-e89a-449b-b8f2-b57b172ce54f req-a9f2a033-4ca9-46ed-91dd-aa3fc75b2101 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 947 time: 0.0617936 Oct 29 13:36:26.888813 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b4935ab9-e89a-449b-b8f2-b57b172ce54f req-f6fb76b5-2f28-49d2-8770-bc36362afb76 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329373 Oct 29 13:36:27.051794 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0baf61-3857-4622-a50e-7b059fba5894 req-0309147b-faa2-4dd4-b046-b6db1f9f18ea tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:27.052485 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-cd0baf61-3857-4622-a50e-7b059fba5894 req-0309147b-faa2-4dd4-b046-b6db1f9f18ea tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0517619 Oct 29 13:36:27.091882 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-cd0baf61-3857-4622-a50e-7b059fba5894 req-37ab60c2-81fb-4e0f-a146-61b046afc6ed tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328195 Oct 29 13:36:27.994985 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:28.009378 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e76fbe-a518-4d4e-9c14-aa9bf07c5d52 req-1d551cbe-5296-4922-b420-91b767ce8eee tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:28.010879 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-59e76fbe-a518-4d4e-9c14-aa9bf07c5d52 req-1d551cbe-5296-4922-b420-91b767ce8eee tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 947 time: 0.0493684 Oct 29 13:36:28.053045 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-59e76fbe-a518-4d4e-9c14-aa9bf07c5d52 req-7c3bba8b-cb2a-4937-b45c-cab4f8441423 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353196 Oct 29 13:36:28.054769 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0f44-b609-485e-a99d-33742ddb6ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:28.247756 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b619f-9e51-4d7b-b2fd-4738851467b3 req-a6c51daf-6078-4afa-b11d-76f0a85f293c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:28.249479 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-157b619f-9e51-4d7b-b2fd-4738851467b3 req-a6c51daf-6078-4afa-b11d-76f0a85f293c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0540380 Oct 29 13:36:28.291872 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-157b619f-9e51-4d7b-b2fd-4738851467b3 req-5ef78075-39e1-48b3-b250-b4094a51e96f tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331767 Oct 29 13:36:28.715970 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 35128) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:28.821991 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-533c51a6-32e3-4174-8fb5-b13ef2cbf7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:28.898884 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-533c51a6-32e3-4174-8fb5-b13ef2cbf7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:28.903110 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-533c51a6-32e3-4174-8fb5-b13ef2cbf7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:28.941619 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c51a6-32e3-4174-8fb5-b13ef2cbf7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561b39e4-61be-4332-9a27-7f5e210e03aa,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:28.946930 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-533c51a6-32e3-4174-8fb5-b13ef2cbf7c1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=80867f64b06a4bb994962fd527179633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298684 Oct 29 13:36:28.948878 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 35134) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:28.997613 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-26f3aeca-97b9-41da-bd74-e500ff7e38a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:29.018691 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-26f3aeca-97b9-41da-bd74-e500ff7e38a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:29.069303 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-26f3aeca-97b9-41da-bd74-e500ff7e38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:29.071841 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-26f3aeca-97b9-41da-bd74-e500ff7e38a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:29.073016 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-26f3aeca-97b9-41da-bd74-e500ff7e38a5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/561b39e4-61be-4332-9a27-7f5e210e03aa HTTP/1.1" status: 204 len: 168 time: 0.1232307 Oct 29 13:36:29.082130 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3aeca-97b9-41da-bd74-e500ff7e38a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561b39e4-61be-4332-9a27-7f5e210e03aa,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:29.182329 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0fcef-e7c5-43a6-88d2-adcb665f068f req-4c445f35-bff3-4eee-95bf-c49d3aa3e4fc tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:29.183896 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-acc0fcef-e7c5-43a6-88d2-adcb665f068f req-4c445f35-bff3-4eee-95bf-c49d3aa3e4fc tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 947 time: 0.0512936 Oct 29 13:36:29.223900 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-acc0fcef-e7c5-43a6-88d2-adcb665f068f req-e089d98f-13c5-4da1-9cec-da567cb04960 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337591 Oct 29 13:36:29.265158 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:29.350480 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 35144) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:29.365036 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-a8d0359f-8037-4a8b-bee4-98c5db6f7f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:29.435621 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36a001-30ad-4b39-9295-d447cb42754a req-5bf46b2f-faf1-43d8-8ee0-532a6ee5a13e tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:29.437083 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4e36a001-30ad-4b39-9295-d447cb42754a req-5bf46b2f-faf1-43d8-8ee0-532a6ee5a13e tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0741253 Oct 29 13:36:29.506583 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4e36a001-30ad-4b39-9295-d447cb42754a req-70a56df0-1420-41e4-8f2a-ca30af151c87 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622797 Oct 29 13:36:29.510975 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-a8d0359f-8037-4a8b-bee4-98c5db6f7f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:29.514831 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-a8d0359f-8037-4a8b-bee4-98c5db6f7f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:29.556620 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-a8d0359f-8037-4a8b-bee4-98c5db6f7f0d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=49b8b82fbb7542f0afdae632ea9a8239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2020838 Oct 29 13:36:29.556620 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0359f-8037-4a8b-bee4-98c5db6f7f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330973ff-487b-492f-9b66-3f5ce0344445,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:29.557051 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 35148) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:29.611689 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-98e90b36-54d8-4c4e-bc7d-c4d1dec4a9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:29.634854 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-98e90b36-54d8-4c4e-bc7d-c4d1dec4a9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:29.679517 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-98e90b36-54d8-4c4e-bc7d-c4d1dec4a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:29.682009 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-98e90b36-54d8-4c4e-bc7d-c4d1dec4a9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:29.683126 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-98e90b36-54d8-4c4e-bc7d-c4d1dec4a9d9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/330973ff-487b-492f-9b66-3f5ce0344445 HTTP/1.1" status: 204 len: 168 time: 0.1245103 Oct 29 13:36:29.691519 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e90b36-54d8-4c4e-bc7d-c4d1dec4a9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330973ff-487b-492f-9b66-3f5ce0344445,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:30.367490 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd966a96-6658-4c38-9a03-764ed4bce388 req-3e059f73-d581-4f24-bc2c-04cbd2594d1b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:30.368987 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-fd966a96-6658-4c38-9a03-764ed4bce388 req-3e059f73-d581-4f24-bc2c-04cbd2594d1b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 947 time: 0.0555010 Oct 29 13:36:30.408999 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-fd966a96-6658-4c38-9a03-764ed4bce388 req-2da3c8c0-223d-46af-bd05-be62cea8526a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329618 Oct 29 13:36:30.632822 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee151887-f6cd-4d6f-b7e6-cfb1f7c0bd15 req-b198e5fe-ce43-4f4d-a6c4-22da4610a636 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:30.634465 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ee151887-f6cd-4d6f-b7e6-cfb1f7c0bd15 req-b198e5fe-ce43-4f4d-a6c4-22da4610a636 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0509639 Oct 29 13:36:30.675418 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ee151887-f6cd-4d6f-b7e6-cfb1f7c0bd15 req-52aab0e7-c252-4464-a516-b38b52907319 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351422 Oct 29 13:36:30.765679 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:31.254576 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 35202) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:31.357487 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-a6ab3797-8332-4d67-b2d3-8b995e435d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:31.435835 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-a6ab3797-8332-4d67-b2d3-8b995e435d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:31.440613 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-a6ab3797-8332-4d67-b2d3-8b995e435d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:31.477060 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab3797-8332-4d67-b2d3-8b995e435d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468045a0-e4db-444e-8277-be9dc9b4351e,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:31.480851 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-a6ab3797-8332-4d67-b2d3-8b995e435d3a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=255208df73bb43ef87b8df81317bddae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252557 Oct 29 13:36:31.483579 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 35208) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:31.486818 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab3797-8332-4d67-b2d3-8b995e435d3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:31.487162 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab3797-8332-4d67-b2d3-8b995e435d3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:31.487495 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab3797-8332-4d67-b2d3-8b995e435d3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:31.487824 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab3797-8332-4d67-b2d3-8b995e435d3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:31.488149 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab3797-8332-4d67-b2d3-8b995e435d3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:31.488470 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab3797-8332-4d67-b2d3-8b995e435d3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:31.488797 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab3797-8332-4d67-b2d3-8b995e435d3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:31.489115 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab3797-8332-4d67-b2d3-8b995e435d3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:31.489430 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab3797-8332-4d67-b2d3-8b995e435d3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:31.489744 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab3797-8332-4d67-b2d3-8b995e435d3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:31.490081 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab3797-8332-4d67-b2d3-8b995e435d3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:31.490390 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab3797-8332-4d67-b2d3-8b995e435d3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:31.559334 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff122d25-81f3-4c63-82e6-d22b2eab3481 req-5864ccf0-a950-481e-af39-c987d145643f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:31.560807 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ff122d25-81f3-4c63-82e6-d22b2eab3481 req-5864ccf0-a950-481e-af39-c987d145643f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 947 time: 0.0793324 Oct 29 13:36:31.586006 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-faee435d-8399-4f3c-a1ba-b6d44f537676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:31.620737 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ff122d25-81f3-4c63-82e6-d22b2eab3481 req-80f2c959-b804-4ab3-891f-d9f38463b89c tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504720 Oct 29 13:36:31.622479 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-faee435d-8399-4f3c-a1ba-b6d44f537676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:31.669363 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-faee435d-8399-4f3c-a1ba-b6d44f537676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:31.672544 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-faee435d-8399-4f3c-a1ba-b6d44f537676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:31.673752 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-faee435d-8399-4f3c-a1ba-b6d44f537676 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/468045a0-e4db-444e-8277-be9dc9b4351e HTTP/1.1" status: 204 len: 168 time: 0.1893017 Oct 29 13:36:31.681847 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee435d-8399-4f3c-a1ba-b6d44f537676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468045a0-e4db-444e-8277-be9dc9b4351e,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:31.797254 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1ff22-0e45-473c-84bf-516469e1d956 req-9e194bb5-960b-4d0e-a254-5762df512a7e tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:31.798762 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2ec1ff22-0e45-473c-84bf-516469e1d956 req-9e194bb5-960b-4d0e-a254-5762df512a7e tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0554202 Oct 29 13:36:31.848622 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2ec1ff22-0e45-473c-84bf-516469e1d956 req-a6c1c42c-b6f0-4d22-b7f1-f58d9f95010d tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381527 Oct 29 13:36:31.954868 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 35220) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:31.967882 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fb83e66d-d554-4fe2-a101-fb036920a1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:32.042151 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fb83e66d-d554-4fe2-a101-fb036920a1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:32.045763 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fb83e66d-d554-4fe2-a101-fb036920a1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:32.082041 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83e66d-d554-4fe2-a101-fb036920a1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0057a4c4-06ba-497f-9ca9-a7ba124c5000,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:32.088685 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-fb83e66d-d554-4fe2-a101-fb036920a1cf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d845f866e94e40a6b87fee00c619bb7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1304672 Oct 29 13:36:32.088897 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 35224) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:32.136830 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e14e7da3-50b1-42a5-bb17-afe6209e22bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:32.157139 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e14e7da3-50b1-42a5-bb17-afe6209e22bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:32.214040 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e14e7da3-50b1-42a5-bb17-afe6209e22bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:32.216473 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e14e7da3-50b1-42a5-bb17-afe6209e22bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:32.217605 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-e14e7da3-50b1-42a5-bb17-afe6209e22bd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0057a4c4-06ba-497f-9ca9-a7ba124c5000 HTTP/1.1" status: 204 len: 168 time: 0.1278110 Oct 29 13:36:32.225310 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e7da3-50b1-42a5-bb17-afe6209e22bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0057a4c4-06ba-497f-9ca9-a7ba124c5000,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:32.743161 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc9de4-d151-4b54-9fc7-b01154d53938 req-92400bb3-f5f6-4f06-b7c3-46c75273c964 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:32.744623 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-44fc9de4-d151-4b54-9fc7-b01154d53938 req-92400bb3-f5f6-4f06-b7c3-46c75273c964 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 947 time: 0.0511091 Oct 29 13:36:32.785047 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-44fc9de4-d151-4b54-9fc7-b01154d53938 req-eee3d597-18c3-423e-8de6-e699ad1d77eb tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343344 Oct 29 13:36:32.965334 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fa6dc-97f9-47d9-ab2a-b31b7de4df29 req-351876d6-2072-4139-b793-443689f40022 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:32.966827 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4d5fa6dc-97f9-47d9-ab2a-b31b7de4df29 req-351876d6-2072-4139-b793-443689f40022 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0476685 Oct 29 13:36:33.012710 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4d5fa6dc-97f9-47d9-ab2a-b31b7de4df29 req-efd7d0a7-63ad-4bd2-b290-7142a532666d tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391421 Oct 29 13:36:33.235061 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b1165-e791-44d3-b069-9c67760d3a0a req-c4675995-ee89-4839-b9e4-44a63295f711 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:33.236959 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-249b1165-e791-44d3-b069-9c67760d3a0a req-c4675995-ee89-4839-b9e4-44a63295f711 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0753300 Oct 29 13:36:33.308590 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb283eb-f2a5-44d8-b2fe-435fbe8a0d98 req-108972f8-080b-4605-ace7-a07e17fab774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:33.310252 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ccb283eb-f2a5-44d8-b2fe-435fbe8a0d98 req-108972f8-080b-4605-ace7-a07e17fab774 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f8248bc18c44ce3a53d399a2faba011&device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 1099 time: 0.0723655 Oct 29 13:36:33.321899 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-249b1165-e791-44d3-b069-9c67760d3a0a req-9f32a174-e538-4f13-a8dc-39571008f6be tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543380 Oct 29 13:36:33.418074 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb283eb-f2a5-44d8-b2fe-435fbe8a0d98 req-8c517814-eb3f-41a0-8424-05ec0d810dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:33.419568 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ccb283eb-f2a5-44d8-b2fe-435fbe8a0d98 req-8c517814-eb3f-41a0-8424-05ec0d810dac service neutron] 10.222.0.26 "GET /v2.0/networks?id=9b00fe28-a5bb-47a1-b3da-ae5774a84660 HTTP/1.1" status: 200 len: 911 time: 0.0967731 Oct 29 13:36:33.496814 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ccb283eb-f2a5-44d8-b2fe-435fbe8a0d98 req-0f41f6b6-40d3-4354-b737-c9f29d7c4261 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=297f0860-5eca-4489-80dd-06a64c0f02df HTTP/1.1" status: 200 len: 1001 time: 0.0632119 Oct 29 13:36:33.552907 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb283eb-f2a5-44d8-b2fe-435fbe8a0d98 req-213d41ef-6a05-4873-b38c-680caa6e8be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:33.554528 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ccb283eb-f2a5-44d8-b2fe-435fbe8a0d98 req-213d41ef-6a05-4873-b38c-680caa6e8be0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=190fdc9d-b7ca-4aac-8054-029f057e3220 HTTP/1.1" status: 200 len: 849 time: 0.0452967 Oct 29 13:36:33.601161 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb283eb-f2a5-44d8-b2fe-435fbe8a0d98 req-70d18f7f-8383-4bb8-b87f-fd40eeda4673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:33.603087 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ccb283eb-f2a5-44d8-b2fe-435fbe8a0d98 req-70d18f7f-8383-4bb8-b87f-fd40eeda4673 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9b00fe28-a5bb-47a1-b3da-ae5774a84660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392911 Oct 29 13:36:33.720525 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ccb283eb-f2a5-44d8-b2fe-435fbe8a0d98 req-542795ed-c3de-42ac-bfbf-23ea8fe4488a service neutron] 10.222.0.26 "GET /v2.0/networks/9b00fe28-a5bb-47a1-b3da-ae5774a84660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044834 Oct 29 13:36:33.827780 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ccb283eb-f2a5-44d8-b2fe-435fbe8a0d98 req-d454acb9-e41a-4bc6-94f1-5c5fc323c947 service neutron] 10.222.0.26 "GET /v2.0/networks/9b00fe28-a5bb-47a1-b3da-ae5774a84660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968642 Oct 29 13:36:33.932045 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ecf15-c4f3-4898-a50e-17e9eb74d94c req-ac97c83d-04e4-4219-8abb-19c132f21f60 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:33.934417 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-c97ecf15-c4f3-4898-a50e-17e9eb74d94c req-ac97c83d-04e4-4219-8abb-19c132f21f60 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 947 time: 0.0608301 Oct 29 13:36:33.975858 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-c97ecf15-c4f3-4898-a50e-17e9eb74d94c req-011c7da6-2c49-4f18-b88a-a464b6ab79aa tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330398 Oct 29 13:36:34.442839 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fe5e3-377e-4986-b7a0-7f743729059d req-cf5838db-8aee-4d6b-aee8-56a8271652e4 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:34.450333 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-958fe5e3-377e-4986-b7a0-7f743729059d req-cf5838db-8aee-4d6b-aee8-56a8271652e4 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0552208 Oct 29 13:36:34.462194 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 35356) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:34.483828 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-958fe5e3-377e-4986-b7a0-7f743729059d req-7e469c0c-f9ba-4ff1-82d6-fb9d5f0a649f tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326273 Oct 29 13:36:34.564424 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9de27774-a5b1-4e1d-a63e-79de7aaf4be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:34.646361 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9de27774-a5b1-4e1d-a63e-79de7aaf4be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:34.650609 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9de27774-a5b1-4e1d-a63e-79de7aaf4be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:34.691355 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-9de27774-a5b1-4e1d-a63e-79de7aaf4be9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9062929ada5b4e0299221210bc34e764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279327 Oct 29 13:36:34.692202 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de27774-a5b1-4e1d-a63e-79de7aaf4be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7037b03-e64e-4bb3-9e0e-2612738cf4b8,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:34.694709 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 35364) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:34.745621 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9b6142ae-663a-430f-ad9c-8455fa200b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:34.767459 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9b6142ae-663a-430f-ad9c-8455fa200b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:34.814104 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9b6142ae-663a-430f-ad9c-8455fa200b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:34.816786 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9b6142ae-663a-430f-ad9c-8455fa200b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:34.817949 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-9b6142ae-663a-430f-ad9c-8455fa200b05 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a7037b03-e64e-4bb3-9e0e-2612738cf4b8 HTTP/1.1" status: 204 len: 168 time: 0.1221874 Oct 29 13:36:34.825353 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6142ae-663a-430f-ad9c-8455fa200b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7037b03-e64e-4bb3-9e0e-2612738cf4b8,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:35.075423 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 35374) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:35.088402 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d9f64e54-abab-4e0b-a473-232dd59114b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:35.096646 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4277b36-2ea7-4689-8275-e93505fc76e9 req-9239a4d3-9210-4858-ae54-aa2ffe376da1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:35.098125 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e4277b36-2ea7-4689-8275-e93505fc76e9 req-9239a4d3-9210-4858-ae54-aa2ffe376da1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 947 time: 0.0476506 Oct 29 13:36:35.139772 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e4277b36-2ea7-4689-8275-e93505fc76e9 req-7e6942a5-ba71-4d79-8005-fad70a09d9e1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353873 Oct 29 13:36:35.169886 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d9f64e54-abab-4e0b-a473-232dd59114b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:35.175240 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d9f64e54-abab-4e0b-a473-232dd59114b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:35.212857 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-d9f64e54-abab-4e0b-a473-232dd59114b0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e423db307fa544fc824ad4570b4c5323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1363804 Oct 29 13:36:35.213739 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f64e54-abab-4e0b-a473-232dd59114b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86587cc-8ad3-4ee2-899d-cb13ead3b2fc,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:35.215610 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 35378) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:35.264701 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b748bd54-0fde-4b23-8869-38ff830e39e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:35.286377 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b748bd54-0fde-4b23-8869-38ff830e39e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:35.330720 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b748bd54-0fde-4b23-8869-38ff830e39e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:35.333596 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b748bd54-0fde-4b23-8869-38ff830e39e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:35.334856 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-b748bd54-0fde-4b23-8869-38ff830e39e2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f86587cc-8ad3-4ee2-899d-cb13ead3b2fc HTTP/1.1" status: 204 len: 168 time: 0.1182687 Oct 29 13:36:35.345560 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748bd54-0fde-4b23-8869-38ff830e39e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86587cc-8ad3-4ee2-899d-cb13ead3b2fc,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:35.602975 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abd42e-f1e4-4147-82c3-c6c2616f349c req-9594b64f-6994-4e0d-8a8c-3cb8f72b8739 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:35.604453 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-06abd42e-f1e4-4147-82c3-c6c2616f349c req-9594b64f-6994-4e0d-8a8c-3cb8f72b8739 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0507791 Oct 29 13:36:35.642313 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-06abd42e-f1e4-4147-82c3-c6c2616f349c req-5162732b-f493-4c67-ad39-134356c4401f tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317163 Oct 29 13:36:35.994901 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 35408) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:36.093055 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-f641749c-1cf7-4a88-ae56-c796b0f1124a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1592348262-network', 'tenant_id': '32a5c72ad5634d4699e187358881ff3d'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:36:36.113606 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f641749c-1cf7-4a88-ae56-c796b0f1124a admin admin] Made reservation on behalf of 32a5c72ad5634d4699e187358881ff3d for: {'network': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:36:36.115807 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f641749c-1cf7-4a88-ae56-c796b0f1124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for network, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:36.123488 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f641749c-1cf7-4a88-ae56-c796b0f1124a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:36.194323 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f641749c-1cf7-4a88-ae56-c796b0f1124a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:36.198103 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f641749c-1cf7-4a88-ae56-c796b0f1124a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:36.217535 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f641749c-1cf7-4a88-ae56-c796b0f1124a admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=101274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 13:36:36.232427 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641749c-1cf7-4a88-ae56-c796b0f1124a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa03cde-10dc-4339-b81c-e3157332470b,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:36.236186 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f641749c-1cf7-4a88-ae56-c796b0f1124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:36.236524 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.segments_db [None req-f641749c-1cf7-4a88-ae56-c796b0f1124a admin admin] Added segment 9a50a868-dba6-40d6-aeb0-95e1da9dc60c of type vlan for network 0e3bd454-be89-4324-989c-7722e547c387 Oct 29 13:36:36.280845 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f641749c-1cf7-4a88-ae56-c796b0f1124a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763699395961'] for network, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:36.306359 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f641749c-1cf7-4a88-ae56-c796b0f1124a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for network, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:36.307313 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f641749c-1cf7-4a88-ae56-c796b0f1124a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:36.307901 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f641749c-1cf7-4a88-ae56-c796b0f1124a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:36.357814 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-f641749c-1cf7-4a88-ae56-c796b0f1124a admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3617861 Oct 29 13:36:36.361244 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 35414) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:36.366352 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-4098fb38-550e-4123-ac2d-e003c18851cf admin admin] Request body: {'subnet': {'network_id': '0e3bd454-be89-4324-989c-7722e547c387', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1592348262-subnet', 'tenant_id': '32a5c72ad5634d4699e187358881ff3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:36:36.373398 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641749c-1cf7-4a88-ae56-c796b0f1124a admin admin] Pushing event updated for resources: {'Network': ['ID=0e3bd454-be89-4324-989c-7722e547c387,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:36.384292 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Network 0e3bd454-be89-4324-989c-7722e547c387 details requested by agent ovs-agent-dv-cinder-815884-1-iscsi with host dv-cinder-815884-1-iscsi {{(pid=101276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 13:36:36.387385 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4098fb38-550e-4123-ac2d-e003c18851cf admin admin] Made reservation on behalf of 32a5c72ad5634d4699e187358881ff3d for: {'subnet': 1} {{(pid=101275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:36:36.389764 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4098fb38-550e-4123-ac2d-e003c18851cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25682815'] for subnet, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:36.548353 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4098fb38-550e-4123-ac2d-e003c18851cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3954562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25682701'] for subnet, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:36.602025 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098fb38-550e-4123-ac2d-e003c18851cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2af98e9e-02f0-4826-b1b8-de87db9a6ecf,revision_number=0']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:36.612531 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4098fb38-550e-4123-ac2d-e003c18851cf admin admin] Checking segment: {'id': '9a50a868-dba6-40d6-aeb0-95e1da9dc60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0e3bd454-be89-4324-989c-7722e547c387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:36:36.612881 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4098fb38-550e-4123-ac2d-e003c18851cf admin admin] Network hostable DHCP agents. Network: 0e3bd454-be89-4324-989c-7722e547c387, hostable agents: ['06601b14-b41b-4094-84be-2323d3ae6cac'], hosted agents: [] {{(pid=101275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 13:36:36.628650 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4098fb38-550e-4123-ac2d-e003c18851cf admin admin] Network 0e3bd454-be89-4324-989c-7722e547c387 is scheduled to be hosted by DHCP agent 06601b14-b41b-4094-84be-2323d3ae6cac with binding_index 1 {{(pid=101275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 13:36:36.636666 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-4098fb38-550e-4123-ac2d-e003c18851cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815884-1-iscsi, 0e3bd454-be89-4324-989c-7722e547c387) {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:36:36.641325 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4098fb38-550e-4123-ac2d-e003c18851cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:36.641932 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4098fb38-550e-4123-ac2d-e003c18851cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:36.646068 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00a62b6-6c64-4447-a3ab-a853a2685847 None None] Network 0e3bd454-be89-4324-989c-7722e547c387 requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:36:36.656777 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-4098fb38-550e-4123-ac2d-e003c18851cf admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2937844 Oct 29 13:36:36.767317 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80bc156-1140-43ac-aa93-d36b2d7ffa13 None None] Network 0e3bd454-be89-4324-989c-7722e547c387 requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:36:37.106268 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 35438) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:37.111356 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-64b2aec6-a277-4ada-9777-da018fe79d05 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-156372510-network', 'tenant_id': '4776d1a3cf08429ebc53c8d0860faf99'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:36:37.131537 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b2aec6-a277-4ada-9777-da018fe79d05 admin admin] Made reservation on behalf of 4776d1a3cf08429ebc53c8d0860faf99 for: {'network': 1} {{(pid=101275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:36:37.134036 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-64b2aec6-a277-4ada-9777-da018fe79d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for network, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:37.143480 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-64b2aec6-a277-4ada-9777-da018fe79d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:37.217287 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-64b2aec6-a277-4ada-9777-da018fe79d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:37.221987 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-64b2aec6-a277-4ada-9777-da018fe79d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:37.242076 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b2aec6-a277-4ada-9777-da018fe79d05 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=101275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 13:36:37.257516 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2aec6-a277-4ada-9777-da018fe79d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832c16d6-2cdb-425f-9113-aa9c5b14bfa7,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:37.260426 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-64b2aec6-a277-4ada-9777-da018fe79d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:37.260772 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.db.segments_db [None req-64b2aec6-a277-4ada-9777-da018fe79d05 admin admin] Added segment 9a959866-b45d-4d49-9675-7ba65942eba5 of type vlan for network e47ce580-3c57-41b3-b137-4bd3e9ddee84 Oct 29 13:36:37.300007 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-64b2aec6-a277-4ada-9777-da018fe79d05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763699395961'] for network, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:37.323351 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-64b2aec6-a277-4ada-9777-da018fe79d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for network, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:37.324360 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b2aec6-a277-4ada-9777-da018fe79d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:37.324932 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-64b2aec6-a277-4ada-9777-da018fe79d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:37.386751 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-64b2aec6-a277-4ada-9777-da018fe79d05 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2793772 Oct 29 13:36:37.389436 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 35444) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:37.393136 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2aec6-a277-4ada-9777-da018fe79d05 admin admin] Pushing event updated for resources: {'Network': ['ID=e47ce580-3c57-41b3-b137-4bd3e9ddee84,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:37.394429 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-7a50a4b9-f855-4e07-8e6b-9f0d460dccf9 admin admin] Request body: {'subnet': {'network_id': 'e47ce580-3c57-41b3-b137-4bd3e9ddee84', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-156372510-subnet', 'tenant_id': '4776d1a3cf08429ebc53c8d0860faf99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:36:37.402795 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Network e47ce580-3c57-41b3-b137-4bd3e9ddee84 details requested by agent ovs-agent-dv-cinder-815884-1-iscsi with host dv-cinder-815884-1-iscsi {{(pid=101276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 13:36:37.414486 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a50a4b9-f855-4e07-8e6b-9f0d460dccf9 admin admin] Made reservation on behalf of 4776d1a3cf08429ebc53c8d0860faf99 for: {'subnet': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:36:37.416856 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-7a50a4b9-f855-4e07-8e6b-9f0d460dccf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25488920'] for subnet, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:37.581441 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-7a50a4b9-f855-4e07-8e6b-9f0d460dccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25596770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25489002'] for subnet, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:37.635313 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50a4b9-f855-4e07-8e6b-9f0d460dccf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ba6636-1f9a-4554-9a01-1b595ba08657,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:37.641922 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a50a4b9-f855-4e07-8e6b-9f0d460dccf9 admin admin] Checking segment: {'id': '9a959866-b45d-4d49-9675-7ba65942eba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'e47ce580-3c57-41b3-b137-4bd3e9ddee84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:36:37.642275 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a50a4b9-f855-4e07-8e6b-9f0d460dccf9 admin admin] Network hostable DHCP agents. Network: e47ce580-3c57-41b3-b137-4bd3e9ddee84, hostable agents: ['06601b14-b41b-4094-84be-2323d3ae6cac'], hosted agents: [] {{(pid=101274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 13:36:37.657692 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a50a4b9-f855-4e07-8e6b-9f0d460dccf9 admin admin] Network e47ce580-3c57-41b3-b137-4bd3e9ddee84 is scheduled to be hosted by DHCP agent 06601b14-b41b-4094-84be-2323d3ae6cac with binding_index 1 {{(pid=101274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 13:36:37.665719 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-7a50a4b9-f855-4e07-8e6b-9f0d460dccf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815884-1-iscsi, e47ce580-3c57-41b3-b137-4bd3e9ddee84) {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:36:37.669594 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a50a4b9-f855-4e07-8e6b-9f0d460dccf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:37.670209 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-7a50a4b9-f855-4e07-8e6b-9f0d460dccf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:37.674931 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94727cb5-5527-47b5-955d-d762b341fdf8 None None] Network e47ce580-3c57-41b3-b137-4bd3e9ddee84 requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:36:37.685840 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-7a50a4b9-f855-4e07-8e6b-9f0d460dccf9 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2952187 Oct 29 13:36:37.796459 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fabf6d-24de-481b-980e-f91d85d9af06 None None] Network e47ce580-3c57-41b3-b137-4bd3e9ddee84 requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:36:38.669966 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-51e3ea67-6a50-4581-bac2-00ee54b17fbb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-255641277&fields=id&tenant_id=dda9cf39e3ff4797af5227f990f14457 HTTP/1.1" status: 200 len: 267 time: 0.0321519 Oct 29 13:36:38.772364 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-1d4b02e4-88e6-4587-a0cd-7ef1667b531e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:38.774071 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-1d4b02e4-88e6-4587-a0cd-7ef1667b531e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/networks?id=d620a326-cd97-4595-b325-2f417240582b HTTP/1.1" status: 200 len: 812 time: 0.0974994 Oct 29 13:36:38.788846 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-c771354f-02ca-48b7-9e13-575a5bace89a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/quotas/dda9cf39e3ff4797af5227f990f14457 HTTP/1.1" status: 200 len: 375 time: 0.0090652 Oct 29 13:36:38.824128 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:36:38.840740 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-d85d6954-e43e-4660-b82a-843a32c40459 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=dda9cf39e3ff4797af5227f990f14457&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467210 Oct 29 13:36:38.930664 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-54f89ebe-12e9-4979-ab7b-8b396af1114d service neutron] 10.222.0.96 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789137 Oct 29 13:36:39.021431 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-aeb0f27b-9143-4efb-8b9f-e74f92140ef4 service neutron] 10.222.0.96 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848401 Oct 29 13:36:39.307871 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e5e3ce6a-49c5-40dd-ba07-6c03ddaaa17c req-3f2c6ab6-0249-4198-9a87-cff6aa7391b9 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 210 time: 0.0280757 Oct 29 13:36:40.274610 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-00a0948f-d78a-4bca-95f3-86a861b857cb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:40.276284 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-00a0948f-d78a-4bca-95f3-86a861b857cb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.26 "GET /v2.0/networks?id=d620a326-cd97-4595-b325-2f417240582b HTTP/1.1" status: 200 len: 812 time: 0.1049011 Oct 29 13:36:40.318887 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-a6aa516c-d699-4f87-95a2-80431c255fa3 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dda9cf39e3ff4797af5227f990f14457 HTTP/1.1" status: 200 len: 379 time: 0.0333395 Oct 29 13:36:40.334399 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-00c393db-0d45-4cae-8ddf-de626dd1c8e0 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Request body: {'port': {'device_id': 'e312109a-5d7f-40b7-a0f4-c652d210410a', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'admin_state_up': True, 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'security_groups': ['6f81b7db-0b31-407c-959a-71252673a1aa']}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:36:40.410312 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-38580909-cdec-4d72-8b83-f3c6f08ab230 req-da44e3ec-d4ab-4f16-977f-39a98dfe8b0d tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 210 time: 0.0270004 Oct 29 13:36:40.445249 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-00c393db-0d45-4cae-8ddf-de626dd1c8e0 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Made reservation on behalf of dda9cf39e3ff4797af5227f990f14457 for: {'port': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:36:40.448612 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-00c393db-0d45-4cae-8ddf-de626dd1c8e0 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:40.566822 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-00c393db-0d45-4cae-8ddf-de626dd1c8e0 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Allocated IP 172.20.0.6 (d620a326-cd97-4595-b325-2f417240582b/115c3b06-75d5-42f2-9aff-2e4cf3f60ab5/49fbc446-11dd-43aa-9ae2-5fca88cbf195) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:36:40.713909 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-00c393db-0d45-4cae-8ddf-de626dd1c8e0 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:40.754460 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-00c393db-0d45-4cae-8ddf-de626dd1c8e0 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:40.809497 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-00c393db-0d45-4cae-8ddf-de626dd1c8e0 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Network d620a326-cd97-4595-b325-2f417240582b is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:36:40.812817 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-00c393db-0d45-4cae-8ddf-de626dd1c8e0 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:36:40.816375 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-00c393db-0d45-4cae-8ddf-de626dd1c8e0 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:36:40.824885 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c393db-0d45-4cae-8ddf-de626dd1c8e0 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Pushing event updated for resources: {'Port': ['ID=49fbc446-11dd-43aa-9ae2-5fca88cbf195,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:40.879886 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-00c393db-0d45-4cae-8ddf-de626dd1c8e0 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:40.880605 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-00c393db-0d45-4cae-8ddf-de626dd1c8e0 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:40.896648 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-00c393db-0d45-4cae-8ddf-de626dd1c8e0 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5668395 Oct 29 13:36:40.912778 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-384adfd9-58a8-44d5-acac-d5fcce7e0f15 service neutron] Request body: {'port': {'device_id': 'e312109a-5d7f-40b7-a0f4-c652d210410a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:36:40.972109 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-384adfd9-58a8-44d5-acac-d5fcce7e0f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:41.100205 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-8be75618-ff8d-4fc8-b498-c198509a37ca None None] Provisioning complete for port 49fbc446-11dd-43aa-9ae2-5fca88cbf195 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:36:41.100803 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-8be75618-ff8d-4fc8-b498-c198509a37ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:41.134958 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-8be75618-ff8d-4fc8-b498-c198509a37ca None None] Port 49fbc446-11dd-43aa-9ae2-5fca88cbf195 cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:36:41.228471 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-384adfd9-58a8-44d5-acac-d5fcce7e0f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49fbc446-11dd-43aa-9ae2-5fca88cbf195 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:36:41.235544 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-384adfd9-58a8-44d5-acac-d5fcce7e0f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:41.247476 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-384adfd9-58a8-44d5-acac-d5fcce7e0f15 service neutron] Transition to ACTIVE for port object 49fbc446-11dd-43aa-9ae2-5fca88cbf195 will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 13:36:41.251386 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-384adfd9-58a8-44d5-acac-d5fcce7e0f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:41.299910 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384adfd9-58a8-44d5-acac-d5fcce7e0f15 service neutron] Pushing event updated for resources: {'Port': ['ID=49fbc446-11dd-43aa-9ae2-5fca88cbf195,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:41.374818 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-384adfd9-58a8-44d5-acac-d5fcce7e0f15 service neutron] Attempting to bind port 49fbc446-11dd-43aa-9ae2-5fca88cbf195 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:36:41.375566 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-384adfd9-58a8-44d5-acac-d5fcce7e0f15 service neutron] Attempting to bind port 49fbc446-11dd-43aa-9ae2-5fca88cbf195 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'a2263a2a-f893-4004-b0b7-e691a73d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd620a326-cd97-4595-b325-2f417240582b'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:36:41.375566 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-384adfd9-58a8-44d5-acac-d5fcce7e0f15 service neutron] Attempting to bind port 49fbc446-11dd-43aa-9ae2-5fca88cbf195 on network d620a326-cd97-4595-b325-2f417240582b {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:36:41.380303 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-384adfd9-58a8-44d5-acac-d5fcce7e0f15 service neutron] Port 49fbc446-11dd-43aa-9ae2-5fca88cbf195 on network d620a326-cd97-4595-b325-2f417240582b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 13:36:41.380671 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-384adfd9-58a8-44d5-acac-d5fcce7e0f15 service neutron] Attempting to bind port 49fbc446-11dd-43aa-9ae2-5fca88cbf195 on network d620a326-cd97-4595-b325-2f417240582b {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:36:41.385947 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-384adfd9-58a8-44d5-acac-d5fcce7e0f15 service neutron] Checking agent: {'id': 'f4eb5ed7-5e0f-48be-9842-f1315b14e800', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'started_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:36:41.386262 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-384adfd9-58a8-44d5-acac-d5fcce7e0f15 service neutron] Checking segment: {'id': 'a2263a2a-f893-4004-b0b7-e691a73d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd620a326-cd97-4595-b325-2f417240582b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:36:41.386646 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-384adfd9-58a8-44d5-acac-d5fcce7e0f15 service neutron] Bound using segment: {'id': 'a2263a2a-f893-4004-b0b7-e691a73d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd620a326-cd97-4595-b325-2f417240582b'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:36:41.387065 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-384adfd9-58a8-44d5-acac-d5fcce7e0f15 service neutron] Bound port: 49fbc446-11dd-43aa-9ae2-5fca88cbf195, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2263a2a-f893-4004-b0b7-e691a73d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd620a326-cd97-4595-b325-2f417240582b'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:36:41.387416 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-384adfd9-58a8-44d5-acac-d5fcce7e0f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:41.454955 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-384adfd9-58a8-44d5-acac-d5fcce7e0f15 service neutron] For port 49fbc446-11dd-43aa-9ae2-5fca88cbf195, host hv-cinder-81588, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:36:41.458568 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-384adfd9-58a8-44d5-acac-d5fcce7e0f15 service neutron] For port 49fbc446-11dd-43aa-9ae2-5fca88cbf195, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=49fbc446-11dd-43aa-9ae2-5fca88cbf195,segment=NetworkSegment(a2263a2a-f893-4004-b0b7-e691a73d733d),segment_id=a2263a2a-f893-4004-b0b7-e691a73d733d)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:36:41.463120 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-384adfd9-58a8-44d5-acac-d5fcce7e0f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:41.510187 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-384adfd9-58a8-44d5-acac-d5fcce7e0f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:41.510813 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-384adfd9-58a8-44d5-acac-d5fcce7e0f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:41.512192 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-384adfd9-58a8-44d5-acac-d5fcce7e0f15 service neutron] 10.222.0.26 "PUT /v2.0/ports/49fbc446-11dd-43aa-9ae2-5fca88cbf195 HTTP/1.1" status: 200 len: 1093 time: 0.6038401 Oct 29 13:36:41.512695 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e312109a-5d7f-40b7-a0f4-c652d210410a', 'tag': '49fbc446-11dd-43aa-9ae2-5fca88cbf195'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:36:41.514901 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c539ee73-57b2-4e13-8673-c042475bd2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e312109a-5d7f-40b7-a0f4-c652d210410a", "tag": "49fbc446-11dd-43aa-9ae2-5fca88cbf195"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:36:41.558842 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384adfd9-58a8-44d5-acac-d5fcce7e0f15 service neutron] Pushing event updated for resources: {'Port': ['ID=49fbc446-11dd-43aa-9ae2-5fca88cbf195,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:41.562257 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d3c5a3-3b71-4565-b02f-56199241f0f5 x-openstack-request-id: req-34d3c5a3-3b71-4565-b02f-56199241f0f5 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:36:41.562729 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e312109a-5d7f-40b7-a0f4-c652d210410a", "tag": "49fbc446-11dd-43aa-9ae2-5fca88cbf195", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:36:41.562975 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-34d3c5a3-3b71-4565-b02f-56199241f0f5 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:36:41.563356 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e312109a-5d7f-40b7-a0f4-c652d210410a', 'tag': '49fbc446-11dd-43aa-9ae2-5fca88cbf195', 'status': 'completed', 'code': 200} Oct 29 13:36:41.598958 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfc3cf-23b9-42e7-abe7-ac239a6aeef8 req-bedf83ee-d0d4-4e52-8903-f0017de981bc tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:41.600473 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b3dfc3cf-23b9-42e7-abe7-ac239a6aeef8 req-bedf83ee-d0d4-4e52-8903-f0017de981bc tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 943 time: 0.1110718 Oct 29 13:36:41.638539 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-c54f154a-f1d9-4678-9e71-53d5683560bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:41.640035 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-c54f154a-f1d9-4678-9e71-53d5683560bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dda9cf39e3ff4797af5227f990f14457&device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 1096 time: 0.0823960 Oct 29 13:36:41.647883 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b3dfc3cf-23b9-42e7-abe7-ac239a6aeef8 req-f9cae3e2-d950-423e-a458-f241724beb62 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412865 Oct 29 13:36:41.942408 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-43162dc7-822c-473e-a836-830bcc344a2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49fbc446-11dd-43aa-9ae2-5fca88cbf195 HTTP/1.1" status: 200 len: 217 time: 0.2894671 Oct 29 13:36:41.991693 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-cbe7943a-6b30-44a7-9019-b2cc490b1b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:41.993122 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-cbe7943a-6b30-44a7-9019-b2cc490b1b1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=115c3b06-75d5-42f2-9aff-2e4cf3f60ab5 HTTP/1.1" status: 200 len: 851 time: 0.0429676 Oct 29 13:36:42.037684 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-4652dc53-ed3d-48ab-b2f3-172a93b0310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:42.039182 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-4652dc53-ed3d-48ab-b2f3-172a93b0310a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d620a326-cd97-4595-b325-2f417240582b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389800 Oct 29 13:36:42.130707 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-81812d26-3c64-4f7d-a720-21223a32aa62 service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840855 Oct 29 13:36:42.221320 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6148b3cb-a9f6-42bf-bf22-47aecef5c576 req-b3603aff-183a-429d-9533-b6fb8829c43b service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828717 Oct 29 13:36:42.314413 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539ee73-57b2-4e13-8673-c042475bd2ea req-83be2ace-33ef-41d4-ab00-a43cbe964ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:42.315908 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c539ee73-57b2-4e13-8673-c042475bd2ea req-83be2ace-33ef-41d4-ab00-a43cbe964ead service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dda9cf39e3ff4797af5227f990f14457&device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 1096 time: 0.0398529 Oct 29 13:36:42.408593 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539ee73-57b2-4e13-8673-c042475bd2ea req-040e3d29-0732-4a1c-a6ea-fadd55995987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:42.410164 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c539ee73-57b2-4e13-8673-c042475bd2ea req-040e3d29-0732-4a1c-a6ea-fadd55995987 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d620a326-cd97-4595-b325-2f417240582b HTTP/1.1" status: 200 len: 913 time: 0.0874581 Oct 29 13:36:42.459041 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c539ee73-57b2-4e13-8673-c042475bd2ea req-f264ea4a-28e1-446e-9ca5-c531542106e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49fbc446-11dd-43aa-9ae2-5fca88cbf195 HTTP/1.1" status: 200 len: 217 time: 0.0363636 Oct 29 13:36:42.512093 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539ee73-57b2-4e13-8673-c042475bd2ea req-7d2e3ef0-5569-404e-b947-d72137f69e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:42.513541 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c539ee73-57b2-4e13-8673-c042475bd2ea req-7d2e3ef0-5569-404e-b947-d72137f69e1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=115c3b06-75d5-42f2-9aff-2e4cf3f60ab5 HTTP/1.1" status: 200 len: 851 time: 0.0468020 Oct 29 13:36:42.559130 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539ee73-57b2-4e13-8673-c042475bd2ea req-3e5c7762-6ca9-4edb-a14a-fd777f44a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:42.560564 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c539ee73-57b2-4e13-8673-c042475bd2ea req-3e5c7762-6ca9-4edb-a14a-fd777f44a449 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d620a326-cd97-4595-b325-2f417240582b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381417 Oct 29 13:36:42.647932 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c539ee73-57b2-4e13-8673-c042475bd2ea req-5c7b89c9-9092-4082-8552-c8da9a918b50 service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796025 Oct 29 13:36:42.746498 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c539ee73-57b2-4e13-8673-c042475bd2ea req-c9aeb5dc-59d4-4c81-976a-3c8b8c1a8ef7 service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900106 Oct 29 13:36:42.767239 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b9e7e-149c-46d9-8bbe-383faa93939f req-d7c46c57-5f0f-4297-a9b4-b5590122d7bd tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:42.768919 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-838b9e7e-149c-46d9-8bbe-383faa93939f req-d7c46c57-5f0f-4297-a9b4-b5590122d7bd tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 943 time: 0.0486422 Oct 29 13:36:42.807669 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-838b9e7e-149c-46d9-8bbe-383faa93939f req-726b054e-7cab-4763-bc80-e44c4f4eb8d6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320232 Oct 29 13:36:43.758367 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 35560) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:43.861362 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fa671cc3-b809-4da4-9ac0-c91cd3103bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:43.944172 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e4b11-acd1-4110-bb87-a6ef93a93d75 req-8841ad47-9941-4dd7-8bbc-ba5db9e2e9f8 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:43.945531 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-414e4b11-acd1-4110-bb87-a6ef93a93d75 req-8841ad47-9941-4dd7-8bbc-ba5db9e2e9f8 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 943 time: 0.0694909 Oct 29 13:36:44.001827 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fa671cc3-b809-4da4-9ac0-c91cd3103bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:44.007714 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-414e4b11-acd1-4110-bb87-a6ef93a93d75 req-a516c7f5-73b1-4c32-b554-07bf65556477 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562370 Oct 29 13:36:44.008664 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fa671cc3-b809-4da4-9ac0-c91cd3103bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:44.044159 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-fa671cc3-b809-4da4-9ac0-c91cd3103bdb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=47b1ee971951412b8fb9ab5e80769e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847071 Oct 29 13:36:44.046148 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa671cc3-b809-4da4-9ac0-c91cd3103bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfd2d21-3696-43ff-924c-12c49ddd1030,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:44.047399 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 35566) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:44.094232 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-957773d5-8936-4be2-800d-84e5ca99a104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:44.114268 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-957773d5-8936-4be2-800d-84e5ca99a104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:44.158226 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-957773d5-8936-4be2-800d-84e5ca99a104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:44.160718 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-957773d5-8936-4be2-800d-84e5ca99a104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:44.161857 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-957773d5-8936-4be2-800d-84e5ca99a104 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9dfd2d21-3696-43ff-924c-12c49ddd1030 HTTP/1.1" status: 204 len: 168 time: 0.1133904 Oct 29 13:36:44.172640 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957773d5-8936-4be2-800d-84e5ca99a104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfd2d21-3696-43ff-924c-12c49ddd1030,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:44.180156 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957773d5-8936-4be2-800d-84e5ca99a104 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:44.180951 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957773d5-8936-4be2-800d-84e5ca99a104 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:44.181507 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957773d5-8936-4be2-800d-84e5ca99a104 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:44.181663 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957773d5-8936-4be2-800d-84e5ca99a104 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:44.182024 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957773d5-8936-4be2-800d-84e5ca99a104 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:44.182364 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957773d5-8936-4be2-800d-84e5ca99a104 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:44.182689 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957773d5-8936-4be2-800d-84e5ca99a104 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:44.182985 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957773d5-8936-4be2-800d-84e5ca99a104 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:44.183299 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957773d5-8936-4be2-800d-84e5ca99a104 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:44.183613 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957773d5-8936-4be2-800d-84e5ca99a104 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:44.183924 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957773d5-8936-4be2-800d-84e5ca99a104 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:44.184234 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957773d5-8936-4be2-800d-84e5ca99a104 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:45.122058 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587d3f4-f643-4692-ac34-9a502e9a6384 req-d6a6a602-507f-4acc-b779-f07d1ea21019 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:45.123546 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8587d3f4-f643-4692-ac34-9a502e9a6384 req-d6a6a602-507f-4acc-b779-f07d1ea21019 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 943 time: 0.0507853 Oct 29 13:36:45.161143 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8587d3f4-f643-4692-ac34-9a502e9a6384 req-0f962bc3-9441-49e9-914c-31a6f16c0f8e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315826 Oct 29 13:36:46.279934 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e395e-7fd5-4c9b-ae25-12a65860fb4d req-c0f6741f-736a-4170-857b-51e9c7a3bba6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:46.281959 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b82e395e-7fd5-4c9b-ae25-12a65860fb4d req-c0f6741f-736a-4170-857b-51e9c7a3bba6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 943 time: 0.0537503 Oct 29 13:36:46.320267 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b82e395e-7fd5-4c9b-ae25-12a65860fb4d req-6779d2ce-4e8c-46bf-8595-c1b8f760658b tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320051 Oct 29 13:36:47.433668 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bfabd-0b44-496c-bfeb-c690a104f471 req-976ebf3e-a3cf-4c27-803e-1c6304aa6784 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:47.435192 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-574bfabd-0b44-496c-bfeb-c690a104f471 req-976ebf3e-a3cf-4c27-803e-1c6304aa6784 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 943 time: 0.0475302 Oct 29 13:36:47.472961 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-574bfabd-0b44-496c-bfeb-c690a104f471 req-598846e5-e206-4db9-845f-5e785fd7cc67 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310302 Oct 29 13:36:48.584166 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8abc1-9943-44bf-b448-95d2b4966828 req-574ed9c2-ca24-4fc6-9cb6-1994d7cc5f1c tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:48.585559 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-50a8abc1-9943-44bf-b448-95d2b4966828 req-574ed9c2-ca24-4fc6-9cb6-1994d7cc5f1c tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 943 time: 0.0471165 Oct 29 13:36:48.621794 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-50a8abc1-9943-44bf-b448-95d2b4966828 req-2df72753-8ece-4a73-9ed4-6370feb9895c tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301528 Oct 29 13:36:49.737628 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faf5fe-3cc5-45ae-8201-d57fba95c16c req-462f0546-10ea-48ad-8a4e-c62e8193cde4 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:49.739130 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f2faf5fe-3cc5-45ae-8201-d57fba95c16c req-462f0546-10ea-48ad-8a4e-c62e8193cde4 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 943 time: 0.0480022 Oct 29 13:36:49.778882 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f2faf5fe-3cc5-45ae-8201-d57fba95c16c req-93c90977-e256-40ba-821d-03f6bfc89353 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337875 Oct 29 13:36:50.884697 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 49fbc446-11dd-43aa-9ae2-5fca88cbf195 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:36:50.895132 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7626d0-a1ef-4bea-afa2-9ae631ba3adb req-c2bd4aaa-6ebc-49e0-a2c1-418148512521 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:50.896640 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1a7626d0-a1ef-4bea-afa2-9ae631ba3adb req-c2bd4aaa-6ebc-49e0-a2c1-418148512521 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 943 time: 0.0541487 Oct 29 13:36:50.933910 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1a7626d0-a1ef-4bea-afa2-9ae631ba3adb req-6045d503-ba6c-4a4f-bea7-15e847f786f8 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311630 Oct 29 13:36:50.978736 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 49fbc446-11dd-43aa-9ae2-5fca88cbf195, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=49fbc446-11dd-43aa-9ae2-5fca88cbf195,segment=NetworkSegment(a2263a2a-f893-4004-b0b7-e691a73d733d),segment_id=a2263a2a-f893-4004-b0b7-e691a73d733d)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:36:50.989664 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': '49fbc446-11dd-43aa-9ae2-5fca88cbf195', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'port_id': '49fbc446-11dd-43aa-9ae2-5fca88cbf195', 'mac_address': 'fa:16:3e:14:6c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:36:51.024720 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:51.037417 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49fbc446-11dd-43aa-9ae2-5fca88cbf195 {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:36:51.056405 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 49fbc446-11dd-43aa-9ae2-5fca88cbf195, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=49fbc446-11dd-43aa-9ae2-5fca88cbf195,segment=NetworkSegment(a2263a2a-f893-4004-b0b7-e691a73d733d),segment_id=a2263a2a-f893-4004-b0b7-e691a73d733d)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:36:51.060580 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:51.108353 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=49fbc446-11dd-43aa-9ae2-5fca88cbf195,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:51.115431 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:51.115817 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:51.116157 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:51.116489 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:51.116813 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:51.117137 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:51.117472 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:51.117796 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:51.118135 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:51.118458 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:51.118774 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:51.119087 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:36:51.144604 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 35758) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:51.191593 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_v2 [None req-f04a3fb4-48e5-4030-8063-3cdd8798599f admin admin] Deleting subnet 2af98e9e-02f0-4826-b1b8-de87db9a6ecf {{(pid=101275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 29 13:36:51.194724 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f04a3fb4-48e5-4030-8063-3cdd8798599f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:51.227665 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f04a3fb4-48e5-4030-8063-3cdd8798599f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3755711'] for subnet, precommit_delete_associations {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:51.264329 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f04a3fb4-48e5-4030-8063-3cdd8798599f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7868206'] for subnet, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:51.290044 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['49fbc446-11dd-43aa-9ae2-5fca88cbf195'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:36:51.314578 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f04a3fb4-48e5-4030-8063-3cdd8798599f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7868193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3952961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25682708'] for subnet, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:51.336856 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a3fb4-48e5-4030-8063-3cdd8798599f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2af98e9e-02f0-4826-b1b8-de87db9a6ecf,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:51.342567 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f04a3fb4-48e5-4030-8063-3cdd8798599f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:51.348771 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 35760) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:51.349049 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-f04a3fb4-48e5-4030-8063-3cdd8798599f admin admin] 10.222.0.96 "DELETE /v2.0/subnets/2af98e9e-02f0-4826-b1b8-de87db9a6ecf HTTP/1.1" status: 204 len: 168 time: 0.2030697 Oct 29 13:36:51.418344 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8e8b75b2-34dd-47ae-8019-44cd0ffd5681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7898351'] for network, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:51.504233 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8e8b75b2-34dd-47ae-8019-44cd0ffd5681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7865813', 'neutron.services.segments.db._delete_segments_for_network-8763699824397'] for network, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:51.523266 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.services.segments.db [None req-8e8b75b2-34dd-47ae-8019-44cd0ffd5681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3bd454-be89-4324-989c-7722e547c387']}} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:51.532477 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.services.segments.db [None req-8e8b75b2-34dd-47ae-8019-44cd0ffd5681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a50a868-dba6-40d6-aeb0-95e1da9dc60c') {'for_net_delete': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:51.532767 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.services.segments.db [None req-8e8b75b2-34dd-47ae-8019-44cd0ffd5681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a50a868-dba6-40d6-aeb0-95e1da9dc60c') {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:51.541550 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8e8b75b2-34dd-47ae-8019-44cd0ffd5681 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763699824150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25625755'] for segment, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:51.554529 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8e8b75b2-34dd-47ae-8019-44cd0ffd5681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:51.560147 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e8b75b2-34dd-47ae-8019-44cd0ffd5681 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=101274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 13:36:51.560519 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8e8b75b2-34dd-47ae-8019-44cd0ffd5681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25597383'] for segment, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: Traceback (most recent call last): Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: timer() Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: cb(*args, **kw) Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: return func(*args, **kwargs) Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: self._notify() Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: self.callback(batched_events) Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: event.method(event) Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: return f(self, *a, **k) Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: return self._get(url).json() Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: return self.request(url, 'GET', **kwargs) Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 13:36:51.562160 dv-cinder-815884-1-iscsi neutron-server[101274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 13:36:51.612461 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8e8b75b2-34dd-47ae-8019-44cd0ffd5681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496109'] for network, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:51.617510 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8e8b75b2-34dd-47ae-8019-44cd0ffd5681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:51.620636 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-8e8b75b2-34dd-47ae-8019-44cd0ffd5681 admin admin] 10.222.0.96 "DELETE /v2.0/networks/0e3bd454-be89-4324-989c-7722e547c387 HTTP/1.1" status: 204 len: 168 time: 0.2708888 Oct 29 13:36:51.623540 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 35762) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:51.631325 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b75b2-34dd-47ae-8019-44cd0ffd5681 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e3bd454-be89-4324-989c-7722e547c387,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:51.671742 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2237d95-c6b7-49f7-bdf3-219bc10c1c98 admin admin] Deleting subnet e4ba6636-1f9a-4554-9a01-1b595ba08657 {{(pid=101275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 29 13:36:51.674832 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-e2237d95-c6b7-49f7-bdf3-219bc10c1c98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:51.707983 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-e2237d95-c6b7-49f7-bdf3-219bc10c1c98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3755711'] for subnet, precommit_delete_associations {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:51.745709 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-e2237d95-c6b7-49f7-bdf3-219bc10c1c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7868206'] for subnet, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:51.798717 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-e2237d95-c6b7-49f7-bdf3-219bc10c1c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7868193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3952961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25682708'] for subnet, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:51.824663 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2237d95-c6b7-49f7-bdf3-219bc10c1c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4ba6636-1f9a-4554-9a01-1b595ba08657,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:51.827382 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-e2237d95-c6b7-49f7-bdf3-219bc10c1c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:51.830881 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-e2237d95-c6b7-49f7-bdf3-219bc10c1c98 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/e4ba6636-1f9a-4554-9a01-1b595ba08657 HTTP/1.1" status: 204 len: 168 time: 0.2060430 Oct 29 13:36:51.833352 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 35772) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:51.903467 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c3e34687-0ee0-46c3-8628-d551724e840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7898351'] for network, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:51.983234 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c3e34687-0ee0-46c3-8628-d551724e840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7865813', 'neutron.services.segments.db._delete_segments_for_network-8763699824397'] for network, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:52.014893 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 35778) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:52.038311 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-c3e34687-0ee0-46c3-8628-d551724e840a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47ce580-3c57-41b3-b137-4bd3e9ddee84']}} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:52.050006 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-c3e34687-0ee0-46c3-8628-d551724e840a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a959866-b45d-4d49-9675-7ba65942eba5') {'for_net_delete': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:52.050297 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-c3e34687-0ee0-46c3-8628-d551724e840a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a959866-b45d-4d49-9675-7ba65942eba5') {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:52.062301 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c3e34687-0ee0-46c3-8628-d551724e840a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763699824150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3755680'] for segment, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:52.084106 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161e7ba-81c3-4e18-96c0-a2628ff46fa8 req-5a2048c1-366d-48c2-86db-491eb5cf8011 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:52.085567 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-4161e7ba-81c3-4e18-96c0-a2628ff46fa8 req-5a2048c1-366d-48c2-86db-491eb5cf8011 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 944 time: 0.0764976 Oct 29 13:36:52.086495 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c3e34687-0ee0-46c3-8628-d551724e840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:52.094940 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e34687-0ee0-46c3-8628-d551724e840a admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=101275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 13:36:52.095320 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c3e34687-0ee0-46c3-8628-d551724e840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3952935'] for segment, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: Traceback (most recent call last): Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: timer() Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: cb(*args, **kw) Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: return func(*args, **kwargs) Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: self._notify() Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: self.callback(batched_events) Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: event.method(event) Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: return f(self, *a, **k) Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: return self._get(url).json() Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: return self.request(url, 'GET', **kwargs) Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 13:36:52.096966 dv-cinder-815884-1-iscsi neutron-server[101275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 13:36:52.119645 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-59c2dc2d-09bf-4d65-9d0b-6044e6c405b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:52.170136 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-4161e7ba-81c3-4e18-96c0-a2628ff46fa8 req-f05eebea-fb2f-4754-a5e8-be92f7c05bad tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773957 Oct 29 13:36:52.171195 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c3e34687-0ee0-46c3-8628-d551724e840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496109'] for network, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:52.187079 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c3e34687-0ee0-46c3-8628-d551724e840a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:52.192493 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-c3e34687-0ee0-46c3-8628-d551724e840a admin admin] 10.222.0.96 "DELETE /v2.0/networks/e47ce580-3c57-41b3-b137-4bd3e9ddee84 HTTP/1.1" status: 204 len: 168 time: 0.3559682 Oct 29 13:36:52.192493 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e34687-0ee0-46c3-8628-d551724e840a admin admin] Pushing event deleted for resources: {'Network': ['ID=e47ce580-3c57-41b3-b137-4bd3e9ddee84,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:52.238312 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-59c2dc2d-09bf-4d65-9d0b-6044e6c405b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:52.242561 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-59c2dc2d-09bf-4d65-9d0b-6044e6c405b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:52.281701 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-59c2dc2d-09bf-4d65-9d0b-6044e6c405b8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2f4ddbec52514e75a7da69d8e9085738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656591 Oct 29 13:36:52.282597 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2dc2d-09bf-4d65-9d0b-6044e6c405b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094272ec-240b-4768-95df-2ef4cc2a21b9,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:52.284503 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 35784) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:52.302103 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 35786) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:52.336261 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d7040d48-fc9a-4888-95f7-e7655042846d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:52.340910 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-569f3922-ce57-495b-9f26-7719e3363a99 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=32a5c72ad5634d4699e187358881ff3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376415 Oct 29 13:36:52.343893 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 35788) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:52.357571 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d7040d48-fc9a-4888-95f7-e7655042846d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:52.392404 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b57eb578-b39b-4b6e-b9f3-334aa52a34db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:52.402839 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d7040d48-fc9a-4888-95f7-e7655042846d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:52.405305 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d7040d48-fc9a-4888-95f7-e7655042846d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:52.407088 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-d7040d48-fc9a-4888-95f7-e7655042846d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/094272ec-240b-4768-95df-2ef4cc2a21b9 HTTP/1.1" status: 204 len: 168 time: 0.1214404 Oct 29 13:36:52.414799 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7040d48-fc9a-4888-95f7-e7655042846d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094272ec-240b-4768-95df-2ef4cc2a21b9,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:52.415223 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b57eb578-b39b-4b6e-b9f3-334aa52a34db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:52.462893 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b57eb578-b39b-4b6e-b9f3-334aa52a34db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:52.466185 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b57eb578-b39b-4b6e-b9f3-334aa52a34db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:52.467336 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-b57eb578-b39b-4b6e-b9f3-334aa52a34db admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/baa03cde-10dc-4339-b81c-e3157332470b HTTP/1.1" status: 204 len: 168 time: 0.1225505 Oct 29 13:36:52.477130 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57eb578-b39b-4b6e-b9f3-334aa52a34db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa03cde-10dc-4339-b81c-e3157332470b,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:52.776313 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 35798) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:52.793309 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2867-b950-4c39-877f-71312049a562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:52.838418 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 35800) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:52.873301 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2867-b950-4c39-877f-71312049a562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:52.880072 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2867-b950-4c39-877f-71312049a562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:52.880225 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-95aac1a2-35a4-4f34-bcf7-a20289527bc3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4776d1a3cf08429ebc53c8d0860faf99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380118 Oct 29 13:36:52.880355 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 35802) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:52.894886 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 49fbc446-11dd-43aa-9ae2-5fca88cbf195 up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:36:52.918803 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e2867-b950-4c39-877f-71312049a562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78950766-f219-45e1-ab57-18445fbbde99,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:52.924803 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-8e7e2867-b950-4c39-877f-71312049a562 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3a218b43a1aa47f2aecd62322e509a53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471193 Oct 29 13:36:52.928064 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 35804) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:52.930287 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-38afbdef-d07f-42c0-9ed8-1c0686f68ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:52.952872 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-38afbdef-d07f-42c0-9ed8-1c0686f68ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:52.955579 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning for port 49fbc446-11dd-43aa-9ae2-5fca88cbf195 completed by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 13:36:52.959684 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port 49fbc446-11dd-43aa-9ae2-5fca88cbf195 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:36:52.960062 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:52.977766 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-39aec2a5-8b6b-4d87-b152-920745c5ee01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:53.002095 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-39aec2a5-8b6b-4d87-b152-920745c5ee01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:53.004770 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-38afbdef-d07f-42c0-9ed8-1c0686f68ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:53.007645 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-38afbdef-d07f-42c0-9ed8-1c0686f68ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:53.008941 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-38afbdef-d07f-42c0-9ed8-1c0686f68ca9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/832c16d6-2cdb-425f-9113-aa9c5b14bfa7 HTTP/1.1" status: 204 len: 168 time: 0.1276979 Oct 29 13:36:53.017448 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afbdef-d07f-42c0-9ed8-1c0686f68ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832c16d6-2cdb-425f-9113-aa9c5b14bfa7,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:53.059715 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:53.062870 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-39aec2a5-8b6b-4d87-b152-920745c5ee01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:53.066319 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-39aec2a5-8b6b-4d87-b152-920745c5ee01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:53.067753 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-39aec2a5-8b6b-4d87-b152-920745c5ee01 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/78950766-f219-45e1-ab57-18445fbbde99 HTTP/1.1" status: 204 len: 168 time: 0.1390691 Oct 29 13:36:53.075927 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aec2a5-8b6b-4d87-b152-920745c5ee01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78950766-f219-45e1-ab57-18445fbbde99,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:53.100056 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e312109a-5d7f-40b7-a0f4-c652d210410a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fbc446-11dd-43aa-9ae2-5fca88cbf195'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:36:53.102557 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e7d857-dcdd-4f7b-8557-8648f8c1d750" -d '{"events": [{"server_uuid": "e312109a-5d7f-40b7-a0f4-c652d210410a", "name": "network-vif-plugged", "status": "completed", "tag": "49fbc446-11dd-43aa-9ae2-5fca88cbf195"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:36:53.112436 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 49fbc446-11dd-43aa-9ae2-5fca88cbf195, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=49fbc446-11dd-43aa-9ae2-5fca88cbf195,segment=NetworkSegment(a2263a2a-f893-4004-b0b7-e691a73d733d),segment_id=a2263a2a-f893-4004-b0b7-e691a73d733d)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:36:53.119827 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:53.158701 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593726d6-8629-4463-bd72-c3daf732e36a x-openstack-request-id: req-593726d6-8629-4463-bd72-c3daf732e36a {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:36:53.159276 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e312109a-5d7f-40b7-a0f4-c652d210410a", "name": "network-vif-plugged", "status": "completed", "tag": "49fbc446-11dd-43aa-9ae2-5fca88cbf195", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:36:53.159820 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-593726d6-8629-4463-bd72-c3daf732e36a {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:36:53.160387 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e312109a-5d7f-40b7-a0f4-c652d210410a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fbc446-11dd-43aa-9ae2-5fca88cbf195', 'code': 200} Oct 29 13:36:53.306677 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ae4ee-6309-4159-81e5-48f0b950d7ca req-b7a8b73f-2ab0-4639-9757-089db27c4b4f tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:53.315295 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=49fbc446-11dd-43aa-9ae2-5fca88cbf195,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:53.316739 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-fb9ae4ee-6309-4159-81e5-48f0b950d7ca req-b7a8b73f-2ab0-4639-9757-089db27c4b4f tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 945 time: 0.0678582 Oct 29 13:36:53.362991 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-fb9ae4ee-6309-4159-81e5-48f0b950d7ca req-4b931873-e5bf-4ff3-857f-94f2cf0f9b3e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452104 Oct 29 13:36:53.440698 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40f247-8ad9-480a-87c0-e63640971ca6 req-e9bfe7cf-f7b6-430b-93e7-b5c316365f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:53.442315 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7b40f247-8ad9-480a-87c0-e63640971ca6 req-e9bfe7cf-f7b6-430b-93e7-b5c316365f7b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 1098 time: 0.0432115 Oct 29 13:36:53.489114 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7b40f247-8ad9-480a-87c0-e63640971ca6 req-ba5a6586-da73-4e51-81f0-da076ab39835 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338414 Oct 29 13:36:53.497967 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 35826) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:53.511200 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-449d39fd-d4c4-4ab7-adae-dfe427ce969c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:53.586311 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-449d39fd-d4c4-4ab7-adae-dfe427ce969c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:53.590079 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-449d39fd-d4c4-4ab7-adae-dfe427ce969c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:53.631303 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-449d39fd-d4c4-4ab7-adae-dfe427ce969c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bd0e26f96dac4b9ebcb52966254bbbbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1297789 Oct 29 13:36:53.631303 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d39fd-d4c4-4ab7-adae-dfe427ce969c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20644c75-9c48-4546-8646-bdbad605e33e,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:53.631803 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 35830) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:53.680812 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-18f968ae-c460-4f48-824f-8d290c91a71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:53.701291 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-18f968ae-c460-4f48-824f-8d290c91a71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:53.750722 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-18f968ae-c460-4f48-824f-8d290c91a71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:53.753242 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-18f968ae-c460-4f48-824f-8d290c91a71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:53.754416 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-18f968ae-c460-4f48-824f-8d290c91a71f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/20644c75-9c48-4546-8646-bdbad605e33e HTTP/1.1" status: 204 len: 168 time: 0.1217771 Oct 29 13:36:53.762851 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f968ae-c460-4f48-824f-8d290c91a71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20644c75-9c48-4546-8646-bdbad605e33e,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:54.486607 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bf25d-5f45-4fb1-a6bb-c68fe384b39d req-9634e927-073f-4101-9c71-1e499dfc9954 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:54.488333 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b87bf25d-5f45-4fb1-a6bb-c68fe384b39d req-9634e927-073f-4101-9c71-1e499dfc9954 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 945 time: 0.0533209 Oct 29 13:36:54.536087 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b87bf25d-5f45-4fb1-a6bb-c68fe384b39d req-147c2a85-f2ea-41c6-8b0d-2178161b768f tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409698 Oct 29 13:36:55.461369 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-e6ac8c5f-dbfa-4c13-ab1b-abc024526ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:55.653853 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a354c31-bdf9-4ea5-bf3e-f5f0a30976b0 req-c7f7302e-c470-412e-9c65-fb314b6141be tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:55.655250 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1a354c31-bdf9-4ea5-bf3e-f5f0a30976b0 req-c7f7302e-c470-412e-9c65-fb314b6141be tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 945 time: 0.0488794 Oct 29 13:36:55.697128 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1a354c31-bdf9-4ea5-bf3e-f5f0a30976b0 req-91b02f6d-3645-4fb1-8004-c85759c07f73 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351861 Oct 29 13:36:55.812723 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f83f0a-eb79-45c3-afbe-5adad9ef72af req-7af2edc3-8a08-45d3-8561-cd1c2dfa9e22 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:55.814340 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-79f83f0a-eb79-45c3-afbe-5adad9ef72af req-7af2edc3-8a08-45d3-8561-cd1c2dfa9e22 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 945 time: 0.0514395 Oct 29 13:36:55.851695 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-79f83f0a-eb79-45c3-afbe-5adad9ef72af req-e4abe54f-0f5c-4b30-ab24-63d2e37cac5e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310457 Oct 29 13:36:55.873210 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 35958) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:56.058597 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c516edb-5e5a-46f7-9621-5fc106287072 tempest-TestVolumeBootPattern-667407312 tempest-TestVolumeBootPattern-667407312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:56.060107 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-8c516edb-5e5a-46f7-9621-5fc106287072 tempest-TestVolumeBootPattern-667407312 tempest-TestVolumeBootPattern-667407312-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 1093 time: 0.1860273 Oct 29 13:36:56.062957 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 35962) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:36:56.067170 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-b49d613c-31a9-41ab-b3a0-7b768a63947e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Request body: {'floatingip': {'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'port_id': '49fbc446-11dd-43aa-9ae2-5fca88cbf195', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:36:56.088021 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b49d613c-31a9-41ab-b3a0-7b768a63947e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for floatingip, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:56.185516 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b49d613c-31a9-41ab-b3a0-7b768a63947e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:56.289643 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [None req-b49d613c-31a9-41ab-b3a0-7b768a63947e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Allocated IP 172.27.2.63 (87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d/997ea066-649a-4773-b815-b71c6be46375/0525c0a5-dc10-4bfb-8103-abed45d757ab) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:36:56.388523 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b49d613c-31a9-41ab-b3a0-7b768a63947e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:56.427698 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b49d613c-31a9-41ab-b3a0-7b768a63947e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:56.466205 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49d613c-31a9-41ab-b3a0-7b768a63947e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:36:56.469036 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-b49d613c-31a9-41ab-b3a0-7b768a63947e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:36:56.472120 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49d613c-31a9-41ab-b3a0-7b768a63947e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:36:56.500830 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d613c-31a9-41ab-b3a0-7b768a63947e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Pushing event updated for resources: {'Port': ['ID=0525c0a5-dc10-4bfb-8103-abed45d757ab,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:56.773352 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:56.829113 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b49d613c-31a9-41ab-b3a0-7b768a63947e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:56.900839 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b49d613c-31a9-41ab-b3a0-7b768a63947e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:57.058809 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b49d613c-31a9-41ab-b3a0-7b768a63947e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:57.064705 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b49d613c-31a9-41ab-b3a0-7b768a63947e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:57.132998 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d613c-31a9-41ab-b3a0-7b768a63947e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Pushing event updated for resources: {'Port': ['ID=0525c0a5-dc10-4bfb-8103-abed45d757ab,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:36:57.144177 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b49d613c-31a9-41ab-b3a0-7b768a63947e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495903'] for floatingip, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:57.252217 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.l3_db [None req-b49d613c-31a9-41ab-b3a0-7b768a63947e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Floating IP 02f3ee51-43c4-445f-b885-85980f212edf associated. External IP: 172.27.2.63, port: 49fbc446-11dd-43aa-9ae2-5fca88cbf195. Oct 29 13:36:57.463255 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49d613c-31a9-41ab-b3a0-7b768a63947e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:36:57.574621 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49d613c-31a9-41ab-b3a0-7b768a63947e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:36:57.583862 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af39b84d-2fbc-4f58-94a5-4ab2c7c0434a None None] Sync routers for ids ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:36:57.592375 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b49d613c-31a9-41ab-b3a0-7b768a63947e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for floatingip, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:57.592992 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af39b84d-2fbc-4f58-94a5-4ab2c7c0434a None None] Routers {'1f7c0f65-115c-4365-8b3d-066b1cf1f94e'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:36:57.593599 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-af39b84d-2fbc-4f58-94a5-4ab2c7c0434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:36:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:57.627886 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-b49d613c-31a9-41ab-b3a0-7b768a63947e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5552387 Oct 29 13:36:57.627886 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e312109a-5d7f-40b7-a0f4-c652d210410a', 'tag': '49fbc446-11dd-43aa-9ae2-5fca88cbf195'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:36:57.627886 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78af85ab-043e-4937-986a-fb81d1aedd01" -d '{"events": [{"name": "network-changed", "server_uuid": "e312109a-5d7f-40b7-a0f4-c652d210410a", "tag": "49fbc446-11dd-43aa-9ae2-5fca88cbf195"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:36:57.662647 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acec320-e6b7-4439-bd25-d79c4730a2eb x-openstack-request-id: req-4acec320-e6b7-4439-bd25-d79c4730a2eb {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:36:57.662935 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e312109a-5d7f-40b7-a0f4-c652d210410a", "tag": "49fbc446-11dd-43aa-9ae2-5fca88cbf195", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:36:57.663184 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4acec320-e6b7-4439-bd25-d79c4730a2eb {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:36:57.663578 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e312109a-5d7f-40b7-a0f4-c652d210410a', 'tag': '49fbc446-11dd-43aa-9ae2-5fca88cbf195', 'status': 'completed', 'code': 200} Oct 29 13:36:57.699905 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-af39b84d-2fbc-4f58-94a5-4ab2c7c0434a None None] Set router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:36:57.731208 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af85ab-043e-4937-986a-fb81d1aedd01 req-7e51d69a-1b99-4d02-b94e-6fca43a50707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:57.732731 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-78af85ab-043e-4937-986a-fb81d1aedd01 req-7e51d69a-1b99-4d02-b94e-6fca43a50707 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dda9cf39e3ff4797af5227f990f14457&device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 1098 time: 0.0388522 Oct 29 13:36:57.830916 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af85ab-043e-4937-986a-fb81d1aedd01 req-f012bc27-97d9-491b-964f-24fa51b5bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:57.832377 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-78af85ab-043e-4937-986a-fb81d1aedd01 req-f012bc27-97d9-491b-964f-24fa51b5bdaf service neutron] 10.222.0.26 "GET /v2.0/networks?id=d620a326-cd97-4595-b325-2f417240582b HTTP/1.1" status: 200 len: 913 time: 0.0858269 Oct 29 13:36:57.901522 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-78af85ab-043e-4937-986a-fb81d1aedd01 req-813084da-3022-42ce-bdec-f9bef57eb971 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49fbc446-11dd-43aa-9ae2-5fca88cbf195 HTTP/1.1" status: 200 len: 998 time: 0.0614712 Oct 29 13:36:57.954467 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af85ab-043e-4937-986a-fb81d1aedd01 req-03389514-b045-442e-b6a3-677aa61a3357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:57.955920 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-78af85ab-043e-4937-986a-fb81d1aedd01 req-03389514-b045-442e-b6a3-677aa61a3357 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=115c3b06-75d5-42f2-9aff-2e4cf3f60ab5 HTTP/1.1" status: 200 len: 851 time: 0.0425887 Oct 29 13:36:57.968636 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-af39b84d-2fbc-4f58-94a5-4ab2c7c0434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': '02f3ee51-43c4-445f-b885-85980f212edf', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'port_id': '49fbc446-11dd-43aa-9ae2-5fca88cbf195', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'mac_address': 'fa:16:3e:14:6c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e312109a-5d7f-40b7-a0f4-c652d210410a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:36:56Z', 'updated_at': '2021-10-29T13:36:56Z', 'revision_number': 0, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c9714b-2541-4af0-81a9-a275de86d57b', 'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'mac_address': 'fa:16:3e:e9:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:04Z', 'updated_at': '2021-10-29T13:36:11Z', 'revision_number': 5, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'subnets': [{'id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:58.004524 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af39b84d-2fbc-4f58-94a5-4ab2c7c0434a None None] Checking router: 1f7c0f65-115c-4365-8b3d-066b1cf1f94e for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:36:58.014219 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af85ab-043e-4937-986a-fb81d1aedd01 req-512e374f-3f0a-4859-9d81-1894e6d02621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:58.016193 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-78af85ab-043e-4937-986a-fb81d1aedd01 req-512e374f-3f0a-4859-9d81-1894e6d02621 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d620a326-cd97-4595-b325-2f417240582b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503955 Oct 29 13:36:58.016845 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:58.019643 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af39b84d-2fbc-4f58-94a5-4ab2c7c0434a None None] Routers {'1f7c0f65-115c-4365-8b3d-066b1cf1f94e'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:36:58.020256 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-af39b84d-2fbc-4f58-94a5-4ab2c7c0434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:36:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:58.113145 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-78af85ab-043e-4937-986a-fb81d1aedd01 req-37b83c5a-1334-4058-870d-9a95b992f688 service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880485 Oct 29 13:36:58.119791 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3aeed67f-7872-44c3-868e-d9381f9ff016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:58.142134 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-af39b84d-2fbc-4f58-94a5-4ab2c7c0434a None None] Set router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:36:58.226085 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-78af85ab-043e-4937-986a-fb81d1aedd01 req-9630852e-24eb-44ee-b05f-e23ff7228a0f service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034038 Oct 29 13:36:58.426028 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-af39b84d-2fbc-4f58-94a5-4ab2c7c0434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': '02f3ee51-43c4-445f-b885-85980f212edf', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'port_id': '49fbc446-11dd-43aa-9ae2-5fca88cbf195', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'mac_address': 'fa:16:3e:14:6c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e312109a-5d7f-40b7-a0f4-c652d210410a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:36:56Z', 'updated_at': '2021-10-29T13:36:56Z', 'revision_number': 0, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c9714b-2541-4af0-81a9-a275de86d57b', 'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'mac_address': 'fa:16:3e:e9:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:04Z', 'updated_at': '2021-10-29T13:36:11Z', 'revision_number': 5, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'subnets': [{'id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:36:58.453028 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af39b84d-2fbc-4f58-94a5-4ab2c7c0434a None None] The sync data for ids ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'] in dv-cinder-815884-1-iscsi is: [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': '02f3ee51-43c4-445f-b885-85980f212edf', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'port_id': '49fbc446-11dd-43aa-9ae2-5fca88cbf195', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'mac_address': 'fa:16:3e:14:6c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e312109a-5d7f-40b7-a0f4-c652d210410a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:36:56Z', 'updated_at': '2021-10-29T13:36:56Z', 'revision_number': 0, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c9714b-2541-4af0-81a9-a275de86d57b', 'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'mac_address': 'fa:16:3e:e9:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:04Z', 'updated_at': '2021-10-29T13:36:11Z', 'revision_number': 5, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'subnets': [{'id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:36:58.678729 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ace70b-b2fa-40d8-be58-c1add912ffe4 None None] New status for floating IP 02f3ee51-43c4-445f-b885-85980f212edf: ACTIVE {{(pid=101277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 13:36:59.258170 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:36:59.676882 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090e866-9e02-47f0-901c-690d5a95910b req-381f547e-6f3c-4ddb-9f95-c154a7680ede tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:36:59.678531 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d090e866-9e02-47f0-901c-690d5a95910b req-381f547e-6f3c-4ddb-9f95-c154a7680ede tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 947 time: 0.0478725 Oct 29 13:36:59.716581 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d090e866-9e02-47f0-901c-690d5a95910b req-37153eef-d253-41c4-977e-5519b436b4ed tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320959 Oct 29 13:37:00.771445 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:00.839079 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625323e-bd64-47d9-8be7-1c85cdd8c988 req-e20971c2-efc0-48fa-b2b5-4f73c5da3cb4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:00.840524 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9625323e-bd64-47d9-8be7-1c85cdd8c988 req-e20971c2-efc0-48fa-b2b5-4f73c5da3cb4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 947 time: 0.0470018 Oct 29 13:37:00.876591 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9625323e-bd64-47d9-8be7-1c85cdd8c988 req-74f4e926-955d-4c9f-8cb2-bbe0bd212d79 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294781 Oct 29 13:37:01.309613 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36064) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:01.415032 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e2b24a6c-a10e-4050-aef8-bdb93c17dfc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:01.487760 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e2b24a6c-a10e-4050-aef8-bdb93c17dfc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:01.492382 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e2b24a6c-a10e-4050-aef8-bdb93c17dfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:01.531781 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-e2b24a6c-a10e-4050-aef8-bdb93c17dfc2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c959477448904d6581eefe5404a8bd91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210360 Oct 29 13:37:01.532612 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b24a6c-a10e-4050-aef8-bdb93c17dfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094dd2a2-ac90-4a8c-8242-45662d80162b,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:01.534466 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 36070) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:01.580931 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-301166b3-5a32-437a-ad5b-448bfbbc67b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:01.601095 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-301166b3-5a32-437a-ad5b-448bfbbc67b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:01.648207 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-301166b3-5a32-437a-ad5b-448bfbbc67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:01.650685 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-301166b3-5a32-437a-ad5b-448bfbbc67b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:01.651793 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-301166b3-5a32-437a-ad5b-448bfbbc67b3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/094dd2a2-ac90-4a8c-8242-45662d80162b HTTP/1.1" status: 204 len: 168 time: 0.1163633 Oct 29 13:37:01.659916 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301166b3-5a32-437a-ad5b-448bfbbc67b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094dd2a2-ac90-4a8c-8242-45662d80162b,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:01.697838 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288bc1d-67b5-4920-b336-ee1943af2238 req-218e185c-0b0d-46ca-bd3a-5a39eacbbb76 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:01.699308 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3288bc1d-67b5-4920-b336-ee1943af2238 req-218e185c-0b0d-46ca-bd3a-5a39eacbbb76 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.26 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 947 time: 0.0547540 Oct 29 13:37:01.797434 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-3288bc1d-67b5-4920-b336-ee1943af2238 req-98bd35c1-1e2c-4a27-998a-9dfd9d23e2d4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Deleting port d49765ad-79cc-45ce-898a-88b1395fa0fb {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:37:01.797809 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-3288bc1d-67b5-4920-b336-ee1943af2238 req-98bd35c1-1e2c-4a27-998a-9dfd9d23e2d4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:01.889567 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-3288bc1d-67b5-4920-b336-ee1943af2238 req-98bd35c1-1e2c-4a27-998a-9dfd9d23e2d4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] For port d49765ad-79cc-45ce-898a-88b1395fa0fb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d49765ad-79cc-45ce-898a-88b1395fa0fb,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:37:01.890791 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-3288bc1d-67b5-4920-b336-ee1943af2238 req-98bd35c1-1e2c-4a27-998a-9dfd9d23e2d4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:01.923770 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 36078) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:01.937878 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6ae1c2af-25a4-45ff-9dc2-d6bb998d7b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:02.038996 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f3b68-dc28-44f0-a8aa-186b58fbcfb6 req-569f4167-ec7b-40f0-bb10-1b94b3cfb4ca tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:02.040448 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-2f4f3b68-dc28-44f0-a8aa-186b58fbcfb6 req-569f4167-ec7b-40f0-bb10-1b94b3cfb4ca tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 947 time: 0.0751855 Oct 29 13:37:02.072921 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6ae1c2af-25a4-45ff-9dc2-d6bb998d7b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:02.078674 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6ae1c2af-25a4-45ff-9dc2-d6bb998d7b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:02.111568 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-2f4f3b68-dc28-44f0-a8aa-186b58fbcfb6 req-1725ca39-6ce2-41c2-b34a-64265428223b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=cb342d22-b89e-4b27-88b1-c9f5f8b816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627604 Oct 29 13:37:02.114951 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-3288bc1d-67b5-4920-b336-ee1943af2238 req-98bd35c1-1e2c-4a27-998a-9dfd9d23e2d4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:02.115326 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-3288bc1d-67b5-4920-b336-ee1943af2238 req-98bd35c1-1e2c-4a27-998a-9dfd9d23e2d4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495903'] for floatingip, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:02.115677 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.l3_db [req-3288bc1d-67b5-4920-b336-ee1943af2238 req-98bd35c1-1e2c-4a27-998a-9dfd9d23e2d4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Floating IP d90a4877-5a91-47d8-8312-577302a4969b disassociated. External IP: 172.27.2.94, port: d49765ad-79cc-45ce-898a-88b1395fa0fb. Oct 29 13:37:02.116017 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-3288bc1d-67b5-4920-b336-ee1943af2238 req-98bd35c1-1e2c-4a27-998a-9dfd9d23e2d4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Calling delete_port for d49765ad-79cc-45ce-898a-88b1395fa0fb owned by compute:nova {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:37:02.129295 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-6ae1c2af-25a4-45ff-9dc2-d6bb998d7b72 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=40749aac41c945ba860342613004d466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044308 Oct 29 13:37:02.129497 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36080) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:02.131476 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1c2af-25a4-45ff-9dc2-d6bb998d7b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ac49dc-378a-46d8-b6ee-01f195b0d2eb,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:02.477473 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ce6a61ed-9dd1-4d7d-af9d-5f6fcc1dab2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:02.519551 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ce6a61ed-9dd1-4d7d-af9d-5f6fcc1dab2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:02.580390 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-3288bc1d-67b5-4920-b336-ee1943af2238 req-98bd35c1-1e2c-4a27-998a-9dfd9d23e2d4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:02.606725 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd35c1-1e2c-4a27-998a-9dfd9d23e2d4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Pushing event deleted for resources: {'Port': ['ID=d49765ad-79cc-45ce-898a-88b1395fa0fb,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:02.617077 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ce6a61ed-9dd1-4d7d-af9d-5f6fcc1dab2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:02.619772 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ce6a61ed-9dd1-4d7d-af9d-5f6fcc1dab2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:02.620898 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-ce6a61ed-9dd1-4d7d-af9d-5f6fcc1dab2a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b9ac49dc-378a-46d8-b6ee-01f195b0d2eb HTTP/1.1" status: 204 len: 168 time: 0.4904108 Oct 29 13:37:02.685860 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a61ed-9dd1-4d7d-af9d-5f6fcc1dab2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ac49dc-378a-46d8-b6ee-01f195b0d2eb,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:02.740780 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3288bc1d-67b5-4920-b336-ee1943af2238 req-98bd35c1-1e2c-4a27-998a-9dfd9d23e2d4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Router 1abfc369-9d32-4afe-ad00-faa027c4059c has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:37:02.866037 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3288bc1d-67b5-4920-b336-ee1943af2238 req-98bd35c1-1e2c-4a27-998a-9dfd9d23e2d4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:37:02.876504 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de8976e-2461-4e68-b857-ce141776fe02 None None] Sync routers for ids ['1abfc369-9d32-4afe-ad00-faa027c4059c'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:37:02.890497 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de8976e-2461-4e68-b857-ce141776fe02 None None] Routers {'1abfc369-9d32-4afe-ad00-faa027c4059c'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:37:02.891185 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-7de8976e-2461-4e68-b857-ce141776fe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:36:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1abfc369-9d32-4afe-ad00-faa027c4059c'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:02.913167 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-3288bc1d-67b5-4920-b336-ee1943af2238 req-98bd35c1-1e2c-4a27-998a-9dfd9d23e2d4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] No DVR routers for this DVR port d49765ad-79cc-45ce-898a-88b1395fa0fb on host hv-cinder-81588 {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:37:02.916383 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-3288bc1d-67b5-4920-b336-ee1943af2238 req-98bd35c1-1e2c-4a27-998a-9dfd9d23e2d4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:02.920307 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3288bc1d-67b5-4920-b336-ee1943af2238 req-98bd35c1-1e2c-4a27-998a-9dfd9d23e2d4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.26 "DELETE /v2.0/ports/d49765ad-79cc-45ce-898a-88b1395fa0fb HTTP/1.1" status: 204 len: 173 time: 1.2137139 Oct 29 13:37:02.921112 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c9284f-a335-4a48-9c8b-5e1572d12240', 'name': 'network-vif-deleted', 'tag': 'd49765ad-79cc-45ce-898a-88b1395fa0fb'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:37:02.924003 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe00d2d-985b-4855-9cd6-79ddc21a8123" -d '{"events": [{"server_uuid": "27c9284f-a335-4a48-9c8b-5e1572d12240", "name": "network-vif-deleted", "tag": "d49765ad-79cc-45ce-898a-88b1395fa0fb"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:37:02.974258 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae54f609-1b02-4b25-8baf-744eed7ba9d7 x-openstack-request-id: req-ae54f609-1b02-4b25-8baf-744eed7ba9d7 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:37:02.975543 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c9284f-a335-4a48-9c8b-5e1572d12240", "name": "network-vif-deleted", "tag": "d49765ad-79cc-45ce-898a-88b1395fa0fb", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:37:02.976033 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ae54f609-1b02-4b25-8baf-744eed7ba9d7 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:37:02.976641 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c9284f-a335-4a48-9c8b-5e1572d12240', 'name': 'network-vif-deleted', 'tag': 'd49765ad-79cc-45ce-898a-88b1395fa0fb', 'status': 'completed', 'code': 200} Oct 29 13:37:02.984507 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 36090) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:03.002072 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6727f6d5-14ad-49a4-8cc1-91d1e3bd0d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:03.018033 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-7de8976e-2461-4e68-b857-ce141776fe02 None None] Set router 1abfc369-9d32-4afe-ad00-faa027c4059c gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:37:03.097816 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6727f6d5-14ad-49a4-8cc1-91d1e3bd0d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:03.106068 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6727f6d5-14ad-49a4-8cc1-91d1e3bd0d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:03.171707 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-6727f6d5-14ad-49a4-8cc1-91d1e3bd0d12 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4767a8ee5e1f42268013b8a11019ecdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860502 Oct 29 13:37:03.174751 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 36094) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:03.196208 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727f6d5-14ad-49a4-8cc1-91d1e3bd0d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc77777-e15e-42ad-b721-62666f8f67b6,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:03.276222 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-453f8ba2-2c51-438b-8cbc-c2d986be56ba req-5729eb67-2f22-4fcd-82fb-338c76a13df0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=27c9284f-a335-4a48-9c8b-5e1572d12240 HTTP/1.1" status: 200 len: 210 time: 0.0294347 Oct 29 13:37:03.291572 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5c504a54-8179-49bb-8d45-9de5b6287a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:03.298861 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-7de8976e-2461-4e68-b857-ce141776fe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'name': 'tempest-AttachVolumeShelveTestJSON-1805075616-router', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:39Z', 'revision_number': 4, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'gw_port': {'id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '3a80087b-91b9-455b-9761-f304b223a9dc', 'name': '', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'mac_address': 'fa:16:3e:cd:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:34Z', 'updated_at': '2021-10-29T13:32:48Z', 'revision_number': 5, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'subnets': [{'id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:03.317069 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5c504a54-8179-49bb-8d45-9de5b6287a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:03.326838 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de8976e-2461-4e68-b857-ce141776fe02 None None] Checking router: 1abfc369-9d32-4afe-ad00-faa027c4059c for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:37:03.335934 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de8976e-2461-4e68-b857-ce141776fe02 None None] Routers {'1abfc369-9d32-4afe-ad00-faa027c4059c'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:37:03.336523 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-7de8976e-2461-4e68-b857-ce141776fe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:36:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1abfc369-9d32-4afe-ad00-faa027c4059c'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:03.371846 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5c504a54-8179-49bb-8d45-9de5b6287a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:03.375648 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5c504a54-8179-49bb-8d45-9de5b6287a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:03.379528 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-5c504a54-8179-49bb-8d45-9de5b6287a66 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ebc77777-e15e-42ad-b721-62666f8f67b6 HTTP/1.1" status: 204 len: 168 time: 0.1885009 Oct 29 13:37:03.385507 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c504a54-8179-49bb-8d45-9de5b6287a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc77777-e15e-42ad-b721-62666f8f67b6,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:03.454781 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-7de8976e-2461-4e68-b857-ce141776fe02 None None] Set router 1abfc369-9d32-4afe-ad00-faa027c4059c gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:37:03.682262 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-7de8976e-2461-4e68-b857-ce141776fe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'name': 'tempest-AttachVolumeShelveTestJSON-1805075616-router', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:39Z', 'revision_number': 4, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'gw_port': {'id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '3a80087b-91b9-455b-9761-f304b223a9dc', 'name': '', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'mac_address': 'fa:16:3e:cd:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:34Z', 'updated_at': '2021-10-29T13:32:48Z', 'revision_number': 5, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'subnets': [{'id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:03.834235 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de8976e-2461-4e68-b857-ce141776fe02 None None] The sync data for ids ['1abfc369-9d32-4afe-ad00-faa027c4059c'] in dv-cinder-815884-1-iscsi is: [{'id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'name': 'tempest-AttachVolumeShelveTestJSON-1805075616-router', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:39Z', 'revision_number': 4, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'gw_port': {'id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '3a80087b-91b9-455b-9761-f304b223a9dc', 'name': '', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'mac_address': 'fa:16:3e:cd:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:34Z', 'updated_at': '2021-10-29T13:32:48Z', 'revision_number': 5, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'subnets': [{'id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:37:04.103333 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12675fa0-893f-4d65-a5ef-c5ab6d670001 None None] New status for floating IP d90a4877-5a91-47d8-8312-577302a4969b: DOWN {{(pid=101277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 13:37:04.379298 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 36130) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:04.434494 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-be4930d1-85eb-41ed-998c-ad7ada99209c tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:04.457195 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-be4930d1-85eb-41ed-998c-ad7ada99209c tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:04.506286 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-be4930d1-85eb-41ed-998c-ad7ada99209c tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:04.508731 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-be4930d1-85eb-41ed-998c-ad7ada99209c tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:04.509882 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-be4930d1-85eb-41ed-998c-ad7ada99209c tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "DELETE /v2.0/security-groups/cb342d22-b89e-4b27-88b1-c9f5f8b816a2 HTTP/1.1" status: 204 len: 168 time: 0.1306331 Oct 29 13:37:04.512750 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36140) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:04.520655 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4930d1-85eb-41ed-998c-ad7ada99209c tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb342d22-b89e-4b27-88b1-c9f5f8b816a2,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:04.535255 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.api.v2.resource [None req-597e279a-4e78-4413-bcb8-4b8c6647472e tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] show failed (client error): The resource could not be found. Oct 29 13:37:04.536579 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-597e279a-4e78-4413-bcb8-4b8c6647472e tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups/cb342d22-b89e-4b27-88b1-c9f5f8b816a2 HTTP/1.1" status: 404 len: 347 time: 0.0222435 Oct 29 13:37:04.543844 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36142) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:04.691809 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8ff96-534d-44f2-9d06-d2baa14e5172 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Deleting port d5bbaec8-2dee-4142-9cd9-b0a6222c923c {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:37:04.692266 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-bdf8ff96-534d-44f2-9d06-d2baa14e5172 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:04.795383 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-bdf8ff96-534d-44f2-9d06-d2baa14e5172 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:04.795731 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-bdf8ff96-534d-44f2-9d06-d2baa14e5172 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:04.807105 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8ff96-534d-44f2-9d06-d2baa14e5172 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Calling delete_port for d5bbaec8-2dee-4142-9cd9-b0a6222c923c owned by network:floatingip {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:37:04.942302 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-bdf8ff96-534d-44f2-9d06-d2baa14e5172 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:04.967789 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8ff96-534d-44f2-9d06-d2baa14e5172 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Pushing event deleted for resources: {'Port': ['ID=d5bbaec8-2dee-4142-9cd9-b0a6222c923c,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:05.026931 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-bdf8ff96-534d-44f2-9d06-d2baa14e5172 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for floatingip, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:05.029488 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-bdf8ff96-534d-44f2-9d06-d2baa14e5172 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for floatingip, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:05.030786 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-bdf8ff96-534d-44f2-9d06-d2baa14e5172 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "DELETE /v2.0/floatingips/d90a4877-5a91-47d8-8312-577302a4969b HTTP/1.1" status: 204 len: 168 time: 0.4863091 Oct 29 13:37:05.458267 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 36152) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:05.462743 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-699d2cb6-de80-40be-a57e-8562ef2c52f1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Request body: {'security_group': {'name': 'tempest-securitygroup--722667093', 'description': 'tempest-description--48283093'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:05.484203 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-699d2cb6-de80-40be-a57e-8562ef2c52f1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:05.549477 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-699d2cb6-de80-40be-a57e-8562ef2c52f1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:05.554284 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-699d2cb6-de80-40be-a57e-8562ef2c52f1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:05.582365 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-699d2cb6-de80-40be-a57e-8562ef2c52f1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:05.583550 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-699d2cb6-de80-40be-a57e-8562ef2c52f1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1242936 Oct 29 13:37:05.586614 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36154) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:05.587644 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d2cb6-de80-40be-a57e-8562ef2c52f1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:05.591384 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-0b0d5093-9368-4a9e-83cc-28cf98c96e1e tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Request body: {'security_group_rule': {'security_group_id': '1a16a487-0ee8-49f0-ae85-7144bf3d6ef8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:05.618180 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-0b0d5093-9368-4a9e-83cc-28cf98c96e1e tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:05.673467 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-0b0d5093-9368-4a9e-83cc-28cf98c96e1e tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:05.677097 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-0b0d5093-9368-4a9e-83cc-28cf98c96e1e tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:05.699819 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d5093-9368-4a9e-83cc-28cf98c96e1e tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1cfc135-da7b-41a7-ae88-d7e84b675744,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:05.705659 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-0b0d5093-9368-4a9e-83cc-28cf98c96e1e tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:05.706908 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-0b0d5093-9368-4a9e-83cc-28cf98c96e1e tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192389 Oct 29 13:37:05.709542 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36156) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:05.715580 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-39354ff9-5fca-46c6-9016-fac358ac1277 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Request body: {'security_group_rule': {'security_group_id': '1a16a487-0ee8-49f0-ae85-7144bf3d6ef8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:05.741973 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-39354ff9-5fca-46c6-9016-fac358ac1277 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:05.804223 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-39354ff9-5fca-46c6-9016-fac358ac1277 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:05.807935 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-39354ff9-5fca-46c6-9016-fac358ac1277 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:05.825496 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39354ff9-5fca-46c6-9016-fac358ac1277 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d772001-1cf6-4baf-ada2-70cb7fdbece2,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:05.839260 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-39354ff9-5fca-46c6-9016-fac358ac1277 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:05.840478 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-39354ff9-5fca-46c6-9016-fac358ac1277 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284108 Oct 29 13:37:05.843622 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36164) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:05.847974 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-66493d41-de59-4992-af62-d039bacc64a2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Request body: {'floatingip': {'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:05.871339 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-66493d41-de59-4992-af62-d039bacc64a2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for floatingip, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:05.977237 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-66493d41-de59-4992-af62-d039bacc64a2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:06.092418 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [None req-66493d41-de59-4992-af62-d039bacc64a2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Allocated IP 172.27.2.183 (87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d/997ea066-649a-4773-b815-b71c6be46375/b93ed34c-56a8-413d-a2c6-28d85d827784) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:37:06.196664 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-66493d41-de59-4992-af62-d039bacc64a2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:06.232642 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-66493d41-de59-4992-af62-d039bacc64a2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:06.271760 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66493d41-de59-4992-af62-d039bacc64a2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:37:06.274461 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-66493d41-de59-4992-af62-d039bacc64a2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:06.281317 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66493d41-de59-4992-af62-d039bacc64a2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:37:06.284006 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66493d41-de59-4992-af62-d039bacc64a2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Pushing event updated for resources: {'Port': ['ID=b93ed34c-56a8-413d-a2c6-28d85d827784,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:06.363491 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-66493d41-de59-4992-af62-d039bacc64a2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:06.395304 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-66493d41-de59-4992-af62-d039bacc64a2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:06.540974 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-66493d41-de59-4992-af62-d039bacc64a2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:06.546659 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-66493d41-de59-4992-af62-d039bacc64a2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:06.613995 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66493d41-de59-4992-af62-d039bacc64a2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Pushing event updated for resources: {'Port': ['ID=b93ed34c-56a8-413d-a2c6-28d85d827784,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:06.623292 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-66493d41-de59-4992-af62-d039bacc64a2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495903'] for floatingip, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:06.637798 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-66493d41-de59-4992-af62-d039bacc64a2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for floatingip, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:06.639008 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-66493d41-de59-4992-af62-d039bacc64a2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7944717 Oct 29 13:37:06.823945 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-0ad5f8f6-58e3-4a9d-aa6f-f3d995286195 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--722667093&fields=id&tenant_id=7a7750e1de6f482ebcfe89e9ad577e0c HTTP/1.1" status: 200 len: 267 time: 0.0314517 Oct 29 13:37:06.935443 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-3fbfb724-4383-4251-8959-8cdb2609fbf1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:06.937438 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-3fbfb724-4383-4251-8959-8cdb2609fbf1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/networks?id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa HTTP/1.1" status: 200 len: 817 time: 0.1057882 Oct 29 13:37:06.951969 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-2e4b7d5c-03ce-4dbf-97db-e43c3140ad45 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/quotas/7a7750e1de6f482ebcfe89e9ad577e0c HTTP/1.1" status: 200 len: 375 time: 0.0088401 Oct 29 13:37:07.003497 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-2d9b7c11-e83b-4182-919d-ee8c38e3cc48 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7a7750e1de6f482ebcfe89e9ad577e0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456731 Oct 29 13:37:07.095763 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-cbd316fb-79d0-44b2-8084-dd0bc3bf099b service neutron] 10.222.0.96 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806870 Oct 29 13:37:07.186512 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-31ade3f3-c74e-4c1b-a260-53d78c9ed568 service neutron] 10.222.0.96 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845988 Oct 29 13:37:07.345906 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-18527800-2159-4d0f-8d2d-a9d9ec4550bf req-c3dd5f72-8601-47f6-bf98-d85c99de51b7 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 210 time: 0.0289490 Oct 29 13:37:07.471961 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device d49765ad-79cc-45ce-898a-88b1395fa0fb no longer exists at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:37:07.492704 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] No Port match for: d49765ad-79cc-45ce-898a-88b1395fa0fb {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:37:07.493136 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device d49765ad-79cc-45ce-898a-88b1395fa0fb not bound to the agent host hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:37:08.442444 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0911ca49-ef57-4abe-8b18-3f1d6de08c14 req-df7527d2-473f-4c99-8d3c-63ea23a9ab20 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 210 time: 0.0260501 Oct 29 13:37:09.540552 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-58d37fa9-44dd-46c6-9b05-9a7a568a524e req-d5b3f2e9-9faa-4c8b-977d-ded085aedf01 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 210 time: 0.0290589 Oct 29 13:37:09.968977 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-c91d35c0-d08c-49e1-b9ca-9572ce064905 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:09.970458 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-c91d35c0-d08c-49e1-b9ca-9572ce064905 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.26 "GET /v2.0/networks?id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa HTTP/1.1" status: 200 len: 817 time: 0.1027982 Oct 29 13:37:10.015378 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-b6a34aa0-e03c-4999-8f9c-843c436fa9b4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a7750e1de6f482ebcfe89e9ad577e0c HTTP/1.1" status: 200 len: 379 time: 0.0336030 Oct 29 13:37:10.024487 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-cbba3c07-290f-4e45-b774-1623a3b19348 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Request body: {'port': {'device_id': 'b9c9065a-62c0-4f58-82af-bd44e7a1ac45', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'admin_state_up': True, 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'security_groups': ['1a16a487-0ee8-49f0-ae85-7144bf3d6ef8']}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:10.125541 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-cbba3c07-290f-4e45-b774-1623a3b19348 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Made reservation on behalf of 7a7750e1de6f482ebcfe89e9ad577e0c for: {'port': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:37:10.129011 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-cbba3c07-290f-4e45-b774-1623a3b19348 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:10.250158 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-cbba3c07-290f-4e45-b774-1623a3b19348 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Allocated IP 172.20.0.5 (0342d3e5-b15b-4d7b-9252-6c7510cc9cfa/de6a4b99-0646-46d8-a18a-25de200d28c4/207037ea-0c28-45f2-b0bb-bf243c80aa97) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:37:10.389145 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-cbba3c07-290f-4e45-b774-1623a3b19348 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:10.419727 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-cbba3c07-290f-4e45-b774-1623a3b19348 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:10.465252 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-cbba3c07-290f-4e45-b774-1623a3b19348 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Network 0342d3e5-b15b-4d7b-9252-6c7510cc9cfa is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:37:10.470915 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba3c07-290f-4e45-b774-1623a3b19348 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Pushing event updated for resources: {'Port': ['ID=207037ea-0c28-45f2-b0bb-bf243c80aa97,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:10.473323 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-cbba3c07-290f-4e45-b774-1623a3b19348 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:10.475357 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-cbba3c07-290f-4e45-b774-1623a3b19348 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:37:10.525953 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-cbba3c07-290f-4e45-b774-1623a3b19348 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:10.526682 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-cbba3c07-290f-4e45-b774-1623a3b19348 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:10.542903 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-cbba3c07-290f-4e45-b774-1623a3b19348 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5219686 Oct 29 13:37:10.556365 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-a73add3d-c806-494a-85b2-02261078a936 service neutron] Request body: {'port': {'device_id': 'b9c9065a-62c0-4f58-82af-bd44e7a1ac45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:10.616029 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-a73add3d-c806-494a-85b2-02261078a936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:10.669921 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920c601-f301-4df7-a7a6-5771c33ac5f3 req-8176dfbe-54f6-4d54-b91d-ad7d197adb09 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:10.672001 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9920c601-f301-4df7-a7a6-5771c33ac5f3 req-8176dfbe-54f6-4d54-b91d-ad7d197adb09 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 931 time: 0.0577869 Oct 29 13:37:10.706897 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-16a29aeb-a58d-4802-a864-c183f5d6d571 None None] Provisioning complete for port 207037ea-0c28-45f2-b0bb-bf243c80aa97 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:10.707458 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-16a29aeb-a58d-4802-a864-c183f5d6d571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:10.707836 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9920c601-f301-4df7-a7a6-5771c33ac5f3 req-7ad7e012-cdc7-4633-ae4f-69198a8568c8 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299513 Oct 29 13:37:10.742158 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-16a29aeb-a58d-4802-a864-c183f5d6d571 None None] Port 207037ea-0c28-45f2-b0bb-bf243c80aa97 cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:37:10.878204 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-a73add3d-c806-494a-85b2-02261078a936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207037ea-0c28-45f2-b0bb-bf243c80aa97 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:37:10.885357 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-a73add3d-c806-494a-85b2-02261078a936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:10.896443 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-a73add3d-c806-494a-85b2-02261078a936 service neutron] Transition to ACTIVE for port object 207037ea-0c28-45f2-b0bb-bf243c80aa97 will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 13:37:10.900092 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-a73add3d-c806-494a-85b2-02261078a936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:10.963008 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73add3d-c806-494a-85b2-02261078a936 service neutron] Pushing event updated for resources: {'Port': ['ID=207037ea-0c28-45f2-b0bb-bf243c80aa97,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:11.015895 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-a73add3d-c806-494a-85b2-02261078a936 service neutron] Attempting to bind port 207037ea-0c28-45f2-b0bb-bf243c80aa97 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:37:11.016251 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-a73add3d-c806-494a-85b2-02261078a936 service neutron] Attempting to bind port 207037ea-0c28-45f2-b0bb-bf243c80aa97 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '124deaa8-b20c-4855-8f40-a7544028e724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:37:11.016670 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-a73add3d-c806-494a-85b2-02261078a936 service neutron] Attempting to bind port 207037ea-0c28-45f2-b0bb-bf243c80aa97 on network 0342d3e5-b15b-4d7b-9252-6c7510cc9cfa {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:37:11.025726 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-a73add3d-c806-494a-85b2-02261078a936 service neutron] Port 207037ea-0c28-45f2-b0bb-bf243c80aa97 on network 0342d3e5-b15b-4d7b-9252-6c7510cc9cfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 13:37:11.026049 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-a73add3d-c806-494a-85b2-02261078a936 service neutron] Attempting to bind port 207037ea-0c28-45f2-b0bb-bf243c80aa97 on network 0342d3e5-b15b-4d7b-9252-6c7510cc9cfa {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:37:11.031780 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-a73add3d-c806-494a-85b2-02261078a936 service neutron] Checking agent: {'id': 'f4eb5ed7-5e0f-48be-9842-f1315b14e800', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'started_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:37:11.032119 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-a73add3d-c806-494a-85b2-02261078a936 service neutron] Checking segment: {'id': '124deaa8-b20c-4855-8f40-a7544028e724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:37:11.032502 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-a73add3d-c806-494a-85b2-02261078a936 service neutron] Bound using segment: {'id': '124deaa8-b20c-4855-8f40-a7544028e724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:37:11.032931 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-a73add3d-c806-494a-85b2-02261078a936 service neutron] Bound port: 207037ea-0c28-45f2-b0bb-bf243c80aa97, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '124deaa8-b20c-4855-8f40-a7544028e724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:37:11.033289 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-a73add3d-c806-494a-85b2-02261078a936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:11.096783 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-a73add3d-c806-494a-85b2-02261078a936 service neutron] For port 207037ea-0c28-45f2-b0bb-bf243c80aa97, host hv-cinder-81588, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:37:11.099706 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-a73add3d-c806-494a-85b2-02261078a936 service neutron] For port 207037ea-0c28-45f2-b0bb-bf243c80aa97, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=207037ea-0c28-45f2-b0bb-bf243c80aa97,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:37:11.105038 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-a73add3d-c806-494a-85b2-02261078a936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:11.137394 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-a73add3d-c806-494a-85b2-02261078a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:11.138024 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-a73add3d-c806-494a-85b2-02261078a936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:11.139389 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-a73add3d-c806-494a-85b2-02261078a936 service neutron] 10.222.0.26 "PUT /v2.0/ports/207037ea-0c28-45f2-b0bb-bf243c80aa97 HTTP/1.1" status: 200 len: 1093 time: 0.5873199 Oct 29 13:37:11.140350 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c9065a-62c0-4f58-82af-bd44e7a1ac45', 'tag': '207037ea-0c28-45f2-b0bb-bf243c80aa97'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:37:11.142591 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9891b854-9c08-4471-868a-c14ed206dbad" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c9065a-62c0-4f58-82af-bd44e7a1ac45", "tag": "207037ea-0c28-45f2-b0bb-bf243c80aa97"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:37:11.166722 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73add3d-c806-494a-85b2-02261078a936 service neutron] Pushing event updated for resources: {'Port': ['ID=207037ea-0c28-45f2-b0bb-bf243c80aa97,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:11.203273 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd567c57-c653-41ce-8434-24ed80b9108c x-openstack-request-id: req-dd567c57-c653-41ce-8434-24ed80b9108c {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:37:11.203560 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c9065a-62c0-4f58-82af-bd44e7a1ac45", "tag": "207037ea-0c28-45f2-b0bb-bf243c80aa97", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:37:11.203839 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dd567c57-c653-41ce-8434-24ed80b9108c {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:37:11.204226 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c9065a-62c0-4f58-82af-bd44e7a1ac45', 'tag': '207037ea-0c28-45f2-b0bb-bf243c80aa97', 'status': 'completed', 'code': 200} Oct 29 13:37:11.236915 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-631a6679-7b8e-4097-9d96-72c241453662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:11.238532 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-631a6679-7b8e-4097-9d96-72c241453662 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a7750e1de6f482ebcfe89e9ad577e0c&device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 1096 time: 0.0460627 Oct 29 13:37:11.284536 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-6add2e15-7295-42c4-b014-9c27b8956f5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=207037ea-0c28-45f2-b0bb-bf243c80aa97 HTTP/1.1" status: 200 len: 217 time: 0.0371096 Oct 29 13:37:11.336343 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-a0ea2871-2ae3-4203-bf05-fecfabb54c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:11.337763 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-a0ea2871-2ae3-4203-bf05-fecfabb54c75 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de6a4b99-0646-46d8-a18a-25de200d28c4 HTTP/1.1" status: 200 len: 856 time: 0.0440040 Oct 29 13:37:11.384732 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-e354ffab-25f4-4ea3-8a6b-eb232354eeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:11.386371 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-e354ffab-25f4-4ea3-8a6b-eb232354eeb3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389078 Oct 29 13:37:11.488476 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-2204fab4-d510-41ff-83e5-caf34c6f8ee1 service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897260 Oct 29 13:37:11.581796 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4a07be37-e27a-4e38-aaf4-f1d34cc58cb8 req-dc811f3a-d26e-413e-9b5e-5457fb7243f3 service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824790 Oct 29 13:37:11.682477 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891b854-9c08-4471-868a-c14ed206dbad req-a0c20790-8751-406a-b63d-6bc6433bc5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:11.683852 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9891b854-9c08-4471-868a-c14ed206dbad req-a0c20790-8751-406a-b63d-6bc6433bc5b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a7750e1de6f482ebcfe89e9ad577e0c&device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 1096 time: 0.0453408 Oct 29 13:37:11.776389 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891b854-9c08-4471-868a-c14ed206dbad req-1196b15f-823b-44f8-b7d6-b030a5eefd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:11.778038 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9891b854-9c08-4471-868a-c14ed206dbad req-1196b15f-823b-44f8-b7d6-b030a5eefd7b service neutron] 10.222.0.26 "GET /v2.0/networks?id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa HTTP/1.1" status: 200 len: 918 time: 0.0833640 Oct 29 13:37:11.828986 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9891b854-9c08-4471-868a-c14ed206dbad req-970bbd70-0759-4889-8109-024d19db407b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=207037ea-0c28-45f2-b0bb-bf243c80aa97 HTTP/1.1" status: 200 len: 217 time: 0.0346260 Oct 29 13:37:11.830460 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc73092-e573-4885-b67c-f6b36c02a1cf req-3d08e8c5-adeb-43b5-900e-b12a9795799d tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:11.831908 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3fc73092-e573-4885-b67c-f6b36c02a1cf req-3d08e8c5-adeb-43b5-900e-b12a9795799d tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 943 time: 0.0505822 Oct 29 13:37:11.869640 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3fc73092-e573-4885-b67c-f6b36c02a1cf req-3188c012-42f1-4bc3-9e14-e905fa17aa5a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318203 Oct 29 13:37:11.891321 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891b854-9c08-4471-868a-c14ed206dbad req-e28e1986-db19-4f38-b65c-d8be21e29843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:11.892790 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9891b854-9c08-4471-868a-c14ed206dbad req-e28e1986-db19-4f38-b65c-d8be21e29843 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de6a4b99-0646-46d8-a18a-25de200d28c4 HTTP/1.1" status: 200 len: 856 time: 0.0534713 Oct 29 13:37:11.940945 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891b854-9c08-4471-868a-c14ed206dbad req-35ccfbf2-b20c-417e-81b4-6784a0807b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:11.942333 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9891b854-9c08-4471-868a-c14ed206dbad req-35ccfbf2-b20c-417e-81b4-6784a0807b6a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387158 Oct 29 13:37:12.029478 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9891b854-9c08-4471-868a-c14ed206dbad req-6ce282cf-0837-434f-95bb-eb99b860f67e service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785489 Oct 29 13:37:12.123696 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9891b854-9c08-4471-868a-c14ed206dbad req-ae60ea63-4799-455b-98df-8a32d9031035 service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830369 Oct 29 13:37:12.758624 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36258) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:12.863037 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b8b5c2da-15a8-4eba-89a0-79c8d10cd7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:12.943979 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b8b5c2da-15a8-4eba-89a0-79c8d10cd7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:12.947879 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b8b5c2da-15a8-4eba-89a0-79c8d10cd7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:13.012151 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-b8b5c2da-15a8-4eba-89a0-79c8d10cd7c5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b241e13223574e85b056c2f158087579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524068 Oct 29 13:37:13.013990 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5c2da-15a8-4eba-89a0-79c8d10cd7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ef06bc-7239-443b-8891-3d71175698cf,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:13.015411 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 36266) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:13.037006 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616b73c-1497-40df-850d-47565a2af067 req-3288f14e-c39a-44e4-9028-abcf9a1ec670 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:13.038519 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1616b73c-1497-40df-850d-47565a2af067 req-3288f14e-c39a-44e4-9028-abcf9a1ec670 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 943 time: 0.0797913 Oct 29 13:37:13.064578 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6341f5b1-34df-4682-aea3-c326aa39be7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:13.075784 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1616b73c-1497-40df-850d-47565a2af067 req-ad25bff3-51a1-45d2-93db-2a3f5024cbf3 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309243 Oct 29 13:37:13.086110 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6341f5b1-34df-4682-aea3-c326aa39be7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:13.132326 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6341f5b1-34df-4682-aea3-c326aa39be7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:13.134913 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6341f5b1-34df-4682-aea3-c326aa39be7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:13.136062 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-6341f5b1-34df-4682-aea3-c326aa39be7f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f7ef06bc-7239-443b-8891-3d71175698cf HTTP/1.1" status: 204 len: 168 time: 0.1191280 Oct 29 13:37:13.144700 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341f5b1-34df-4682-aea3-c326aa39be7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ef06bc-7239-443b-8891-3d71175698cf,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:13.736957 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36292) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:13.837943 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-964cc76d-1ea5-4caa-a76f-1d56815cd7aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-659618884-network', 'tenant_id': '01041e00f28e4197a613ed2b47866c73'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:13.860363 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964cc76d-1ea5-4caa-a76f-1d56815cd7aa admin admin] Made reservation on behalf of 01041e00f28e4197a613ed2b47866c73 for: {'network': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:37:13.863162 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-964cc76d-1ea5-4caa-a76f-1d56815cd7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for network, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:13.871636 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-964cc76d-1ea5-4caa-a76f-1d56815cd7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:13.948742 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-964cc76d-1ea5-4caa-a76f-1d56815cd7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:13.953096 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-964cc76d-1ea5-4caa-a76f-1d56815cd7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:13.974493 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964cc76d-1ea5-4caa-a76f-1d56815cd7aa admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=101274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 13:37:13.988225 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cc76d-1ea5-4caa-a76f-1d56815cd7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e6e199-60e8-4603-9d0e-7b21da686eac,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:13.993125 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-964cc76d-1ea5-4caa-a76f-1d56815cd7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:13.993467 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.segments_db [None req-964cc76d-1ea5-4caa-a76f-1d56815cd7aa admin admin] Added segment 579b183a-e133-4044-992e-77340ed7842c of type vlan for network e8713ec6-2bfb-425a-831c-4c8b1797ee7d Oct 29 13:37:14.035554 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-964cc76d-1ea5-4caa-a76f-1d56815cd7aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763699395961'] for network, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:14.060230 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-964cc76d-1ea5-4caa-a76f-1d56815cd7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for network, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:14.061184 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964cc76d-1ea5-4caa-a76f-1d56815cd7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:14.061757 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-964cc76d-1ea5-4caa-a76f-1d56815cd7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:14.114136 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-964cc76d-1ea5-4caa-a76f-1d56815cd7aa admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3756673 Oct 29 13:37:14.116745 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 36298) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:14.122155 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-2a2d6940-1a32-45e8-b575-7f446ce85fd6 admin admin] Request body: {'subnet': {'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-659618884-subnet', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'ip_version': 4}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:14.132423 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cc76d-1ea5-4caa-a76f-1d56815cd7aa admin admin] Pushing event updated for resources: {'Network': ['ID=e8713ec6-2bfb-425a-831c-4c8b1797ee7d,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:14.153065 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2d6940-1a32-45e8-b575-7f446ce85fd6 admin admin] Made reservation on behalf of 01041e00f28e4197a613ed2b47866c73 for: {'subnet': 1} {{(pid=101275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:37:14.154939 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Network e8713ec6-2bfb-425a-831c-4c8b1797ee7d details requested by agent ovs-agent-dv-cinder-815884-1-iscsi with host dv-cinder-815884-1-iscsi {{(pid=101276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 13:37:14.156517 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-2a2d6940-1a32-45e8-b575-7f446ce85fd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25682815'] for subnet, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:14.282290 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc1d77-bc95-4682-81c6-f80bdb9ce068 req-6a648a25-07fe-4dcb-bb7b-d298d30b99c8 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:14.283766 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a0fc1d77-bc95-4682-81c6-f80bdb9ce068 req-6a648a25-07fe-4dcb-bb7b-d298d30b99c8 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 943 time: 0.1027808 Oct 29 13:37:14.354258 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a0fc1d77-bc95-4682-81c6-f80bdb9ce068 req-e216e318-d595-407e-8c88-602511de8c70 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632854 Oct 29 13:37:14.409543 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-2a2d6940-1a32-45e8-b575-7f446ce85fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3954562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25682701'] for subnet, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:14.661062 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d6940-1a32-45e8-b575-7f446ce85fd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15136af1-c373-4d7d-9a86-8cab6dcff79c,revision_number=0']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:14.676144 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2d6940-1a32-45e8-b575-7f446ce85fd6 admin admin] Checking segment: {'id': '579b183a-e133-4044-992e-77340ed7842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:37:14.676484 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2d6940-1a32-45e8-b575-7f446ce85fd6 admin admin] Network hostable DHCP agents. Network: e8713ec6-2bfb-425a-831c-4c8b1797ee7d, hostable agents: ['06601b14-b41b-4094-84be-2323d3ae6cac'], hosted agents: [] {{(pid=101275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 13:37:14.691876 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2d6940-1a32-45e8-b575-7f446ce85fd6 admin admin] Network e8713ec6-2bfb-425a-831c-4c8b1797ee7d is scheduled to be hosted by DHCP agent 06601b14-b41b-4094-84be-2323d3ae6cac with binding_index 1 {{(pid=101275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 13:37:14.699904 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-2a2d6940-1a32-45e8-b575-7f446ce85fd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815884-1-iscsi, e8713ec6-2bfb-425a-831c-4c8b1797ee7d) {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:14.704505 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2d6940-1a32-45e8-b575-7f446ce85fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:14.705079 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-2a2d6940-1a32-45e8-b575-7f446ce85fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:14.709572 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f248794-3652-4d45-be91-128b515eef8a None None] Network e8713ec6-2bfb-425a-831c-4c8b1797ee7d requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:37:14.722564 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-2a2d6940-1a32-45e8-b575-7f446ce85fd6 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6021008 Oct 29 13:37:14.722778 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 36308) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:14.726868 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-9aa75c3c-ea48-40cf-a012-15dd5e6b181c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-659618884-router', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:14.746442 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9aa75c3c-ea48-40cf-a012-15dd5e6b181c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-416'] for router, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:14.747425 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9aa75c3c-ea48-40cf-a012-15dd5e6b181c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-439'] for router, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:14.799382 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9aa75c3c-ea48-40cf-a012-15dd5e6b181c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:14.851319 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4453238-2efe-4d76-ba78-1d0ae5d5160e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05bbbbe7-721e-50c9-a88b-8fbcfecde8b1-e8713ec6-2bfb-425a-831c-4c8b1797ee7d', 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'fixed_ips': [{'subnet_id': '15136af1-c373-4d7d-9a86-8cab6dcff79c'}]}} from dv-cinder-815884-1-iscsi. {{(pid=101276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 13:37:14.852207 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-b4453238-2efe-4d76-ba78-1d0ae5d5160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:14.932573 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9aa75c3c-ea48-40cf-a012-15dd5e6b181c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:14.982666 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.db_base_plugin_common [None req-b4453238-2efe-4d76-ba78-1d0ae5d5160e None None] Allocated IP 172.20.0.2 (e8713ec6-2bfb-425a-831c-4c8b1797ee7d/15136af1-c373-4d7d-9a86-8cab6dcff79c/e9ae5a70-1645-4a68-84a4-300a62d2c323) {{(pid=101276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:37:15.121120 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-b4453238-2efe-4d76-ba78-1d0ae5d5160e None None] Notify callbacks [] for port, precommit_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:15.126793 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9aa75c3c-ea48-40cf-a012-15dd5e6b181c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:15.127647 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-b4453238-2efe-4d76-ba78-1d0ae5d5160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:15.145856 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9aa75c3c-ea48-40cf-a012-15dd5e6b181c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:15.162444 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4453238-2efe-4d76-ba78-1d0ae5d5160e None None] Network e8713ec6-2bfb-425a-831c-4c8b1797ee7d is already hosted by enough agents. {{(pid=101276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:37:15.166734 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.scheduler.base_scheduler [None req-b4453238-2efe-4d76-ba78-1d0ae5d5160e None None] Resources bound (agent type, host, resource id): {{(pid=101276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:15.175641 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4453238-2efe-4d76-ba78-1d0ae5d5160e None None] Pushing event updated for resources: {'Port': ['ID=e9ae5a70-1645-4a68-84a4-300a62d2c323,revision_number=1']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:15.177919 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4453238-2efe-4d76-ba78-1d0ae5d5160e None None] Received port after_create {{(pid=101276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:37:15.233446 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-b4453238-2efe-4d76-ba78-1d0ae5d5160e None None] Attempting to bind port e9ae5a70-1645-4a68-84a4-300a62d2c323 on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:37:15.233797 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-b4453238-2efe-4d76-ba78-1d0ae5d5160e None None] Attempting to bind port e9ae5a70-1645-4a68-84a4-300a62d2c323 by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '579b183a-e133-4044-992e-77340ed7842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d'}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:37:15.234170 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4453238-2efe-4d76-ba78-1d0ae5d5160e None None] Attempting to bind port e9ae5a70-1645-4a68-84a4-300a62d2c323 on network e8713ec6-2bfb-425a-831c-4c8b1797ee7d {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:37:15.239053 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4453238-2efe-4d76-ba78-1d0ae5d5160e None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:37:15.239416 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4453238-2efe-4d76-ba78-1d0ae5d5160e None None] Checking segment: {'id': '579b183a-e133-4044-992e-77340ed7842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:37:15.239808 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-b4453238-2efe-4d76-ba78-1d0ae5d5160e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:15.240189 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4453238-2efe-4d76-ba78-1d0ae5d5160e None None] Bound using segment: {'id': '579b183a-e133-4044-992e-77340ed7842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d'} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:37:15.240642 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-b4453238-2efe-4d76-ba78-1d0ae5d5160e None None] Bound port: e9ae5a70-1645-4a68-84a4-300a62d2c323, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579b183a-e133-4044-992e-77340ed7842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d'}}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:37:15.241010 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-b4453238-2efe-4d76-ba78-1d0ae5d5160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:15.252435 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_common [None req-9aa75c3c-ea48-40cf-a012-15dd5e6b181c admin admin] Allocated IP 172.27.2.127 (87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d/997ea066-649a-4773-b815-b71c6be46375/6f4b06bf-1e00-4632-8da0-a17cd3450bd5) {{(pid=101275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:37:15.302078 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-b4453238-2efe-4d76-ba78-1d0ae5d5160e None None] For port e9ae5a70-1645-4a68-84a4-300a62d2c323, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:37:15.305141 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-b4453238-2efe-4d76-ba78-1d0ae5d5160e None None] For port e9ae5a70-1645-4a68-84a4-300a62d2c323, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=e9ae5a70-1645-4a68-84a4-300a62d2c323,segment=NetworkSegment(579b183a-e133-4044-992e-77340ed7842c),segment_id=579b183a-e133-4044-992e-77340ed7842c)] {{(pid=101276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:37:15.309086 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-b4453238-2efe-4d76-ba78-1d0ae5d5160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:15.358851 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9aa75c3c-ea48-40cf-a012-15dd5e6b181c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:15.365649 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4453238-2efe-4d76-ba78-1d0ae5d5160e None None] Pushing event updated for resources: {'Port': ['ID=e9ae5a70-1645-4a68-84a4-300a62d2c323,revision_number=2']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:15.400787 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9aa75c3c-ea48-40cf-a012-15dd5e6b181c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:15.442099 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa75c3c-ea48-40cf-a012-15dd5e6b181c admin admin] Network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:37:15.444858 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-9aa75c3c-ea48-40cf-a012-15dd5e6b181c admin admin] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:15.452801 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa75c3c-ea48-40cf-a012-15dd5e6b181c admin admin] Received port after_create {{(pid=101275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:37:15.456028 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa75c3c-ea48-40cf-a012-15dd5e6b181c admin admin] Pushing event updated for resources: {'Port': ['ID=6f4b06bf-1e00-4632-8da0-a17cd3450bd5,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:15.492304 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294265ba-29fa-4f5c-b9e2-cda35a5491f3 req-0f3290ae-696f-4fe7-855f-f45f1983381a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:15.494556 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-294265ba-29fa-4f5c-b9e2-cda35a5491f3 req-0f3290ae-696f-4fe7-855f-f45f1983381a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 943 time: 0.0637393 Oct 29 13:37:15.573604 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-294265ba-29fa-4f5c-b9e2-cda35a5491f3 req-6ca1de51-cc4b-457a-bece-5891e8453564 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684011 Oct 29 13:37:15.736666 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9aa75c3c-ea48-40cf-a012-15dd5e6b181c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:15.750534 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 207037ea-0c28-45f2-b0bb-bf243c80aa97 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:37:15.854347 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 207037ea-0c28-45f2-b0bb-bf243c80aa97, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=207037ea-0c28-45f2-b0bb-bf243c80aa97,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:37:15.866541 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': '207037ea-0c28-45f2-b0bb-bf243c80aa97', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'port_id': '207037ea-0c28-45f2-b0bb-bf243c80aa97', 'mac_address': 'fa:16:3e:59:a7:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:37:15.891673 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:37:15.907102 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:15.925748 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207037ea-0c28-45f2-b0bb-bf243c80aa97 {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:37:15.955729 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 207037ea-0c28-45f2-b0bb-bf243c80aa97, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=207037ea-0c28-45f2-b0bb-bf243c80aa97,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:37:15.958288 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9aa75c3c-ea48-40cf-a012-15dd5e6b181c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496037'] for router, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:15.969910 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:16.016188 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device e9ae5a70-1645-4a68-84a4-300a62d2c323 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:16.047010 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=207037ea-0c28-45f2-b0bb-bf243c80aa97,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:16.074391 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port e9ae5a70-1645-4a68-84a4-300a62d2c323 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:16.074760 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:16.100861 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa75c3c-ea48-40cf-a012-15dd5e6b181c admin admin] Router 60f7423b-18bf-4b95-b711-5bccd350e1bf is scheduled to L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 with binding_index 1 {{(pid=101275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 13:37:16.158176 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:16.198384 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] For port e9ae5a70-1645-4a68-84a4-300a62d2c323, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=e9ae5a70-1645-4a68-84a4-300a62d2c323,segment=NetworkSegment(579b183a-e133-4044-992e-77340ed7842c),segment_id=579b183a-e133-4044-992e-77340ed7842c)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:37:16.203088 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:16.211150 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa75c3c-ea48-40cf-a012-15dd5e6b181c admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:37:16.229700 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9aa75c3c-ea48-40cf-a012-15dd5e6b181c admin admin] Notify callbacks [] for router, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:16.231390 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-9aa75c3c-ea48-40cf-a012-15dd5e6b181c admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5075729 Oct 29 13:37:16.233908 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] Sync routers for ids ['60f7423b-18bf-4b95-b711-5bccd350e1bf'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:37:16.234608 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36314) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:16.258086 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] Routers {'60f7423b-18bf-4b95-b711-5bccd350e1bf'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:37:16.258621 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:36:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['60f7423b-18bf-4b95-b711-5bccd350e1bf'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:16.325251 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Pushing event updated for resources: {'Port': ['ID=e9ae5a70-1645-4a68-84a4-300a62d2c323,revision_number=3']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:16.365114 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a16661-f66d-4f13-b33d-1baf3274c80c None None] Network e8713ec6-2bfb-425a-831c-4c8b1797ee7d requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:37:16.408817 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] Set router 60f7423b-18bf-4b95-b711-5bccd350e1bf gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:37:16.539876 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-ee0e84a4-0593-47eb-a984-2cca5f349064 None None] Provisioning complete for port e9ae5a70-1645-4a68-84a4-300a62d2c323 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:16.540153 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-ee0e84a4-0593-47eb-a984-2cca5f349064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:16.647988 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-dd4f4ca1-37e4-4900-93e2-468be5197056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:16.706556 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e314c-e9aa-4fd2-986e-d9194a2a1ec7 req-d46d400e-4abf-4a41-98ec-541dd40dda53 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:16.708164 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ab1e314c-e9aa-4fd2-986e-d9194a2a1ec7 req-d46d400e-4abf-4a41-98ec-541dd40dda53 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 944 time: 0.0512555 Oct 29 13:37:16.751784 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ab1e314c-e9aa-4fd2-986e-d9194a2a1ec7 req-86464794-a932-4787-81ab-c532dd73ca24 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370803 Oct 29 13:37:16.757749 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'name': 'tempest-TestShelveInstance-659618884-router', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:14Z', 'updated_at': '2021-10-29T13:37:15Z', 'revision_number': 3, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'gw_port': {'id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:15Z', 'updated_at': '2021-10-29T13:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:16.784546 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] Checking router: 60f7423b-18bf-4b95-b711-5bccd350e1bf for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:37:16.784887 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] Updating router 60f7423b-18bf-4b95-b711-5bccd350e1bf port 6f4b06bf-1e00-4632-8da0-a17cd3450bd5 binding host dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 13:37:16.811179 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:17.002111 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-4eceaf0c-cd9e-43d5-aa63-ec89b81c20ae None None] Provisioning complete for port e9ae5a70-1645-4a68-84a4-300a62d2c323 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:17.002476 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-4eceaf0c-cd9e-43d5-aa63-ec89b81c20ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:17.116416 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [None req-dd4f4ca1-37e4-4900-93e2-468be5197056 admin admin] Allocated IP 172.20.0.1 (e8713ec6-2bfb-425a-831c-4c8b1797ee7d/15136af1-c373-4d7d-9a86-8cab6dcff79c/a03f10c7-995c-4b6f-b231-ec522d547090) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:37:17.131701 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] Notify callbacks [] for port, precommit_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:17.138708 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:17.224140 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-dd4f4ca1-37e4-4900-93e2-468be5197056 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:17.262110 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-dd4f4ca1-37e4-4900-93e2-468be5197056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:17.304996 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4f4ca1-37e4-4900-93e2-468be5197056 admin admin] Network e8713ec6-2bfb-425a-831c-4c8b1797ee7d is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:37:17.307765 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-dd4f4ca1-37e4-4900-93e2-468be5197056 admin admin] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:17.310306 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4f4ca1-37e4-4900-93e2-468be5197056 admin admin] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:37:17.310928 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] Attempting to bind port 6f4b06bf-1e00-4632-8da0-a17cd3450bd5 on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:37:17.311983 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] Attempting to bind port 6f4b06bf-1e00-4632-8da0-a17cd3450bd5 by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:37:17.312191 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] Attempting to bind port 6f4b06bf-1e00-4632-8da0-a17cd3450bd5 on network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:37:17.322742 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6dc72-f4e9-4a8f-a527-89940e25a1bb None None] Pushing event updated for resources: {'Port': ['ID=6f4b06bf-1e00-4632-8da0-a17cd3450bd5,revision_number=2']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:17.325236 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:37:17.325601 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] Checking segment: {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:37:17.326029 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:17.326396 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] Bound using segment: {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:37:17.326863 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] Bound port: 6f4b06bf-1e00-4632-8da0-a17cd3450bd5, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:37:17.327270 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:17.340443 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f4ca1-37e4-4900-93e2-468be5197056 admin admin] Pushing event updated for resources: {'Port': ['ID=a03f10c7-995c-4b6f-b231-ec522d547090,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:17.359639 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-dd4f4ca1-37e4-4900-93e2-468be5197056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502416'] for router_interface, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:17.380712 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] For port 6f4b06bf-1e00-4632-8da0-a17cd3450bd5, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:37:17.384004 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] For port 6f4b06bf-1e00-4632-8da0-a17cd3450bd5, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=6f4b06bf-1e00-4632-8da0-a17cd3450bd5,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:37:17.388234 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:17.448091 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] Routers {'60f7423b-18bf-4b95-b711-5bccd350e1bf'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:37:17.448694 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:36:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['60f7423b-18bf-4b95-b711-5bccd350e1bf'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:17.488240 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6dc72-f4e9-4a8f-a527-89940e25a1bb None None] Pushing event updated for resources: {'Port': ['ID=6f4b06bf-1e00-4632-8da0-a17cd3450bd5,revision_number=3']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:17.520424 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-dd4f4ca1-37e4-4900-93e2-468be5197056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:17.563238 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] Set router 60f7423b-18bf-4b95-b711-5bccd350e1bf gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:37:17.634753 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3afd42af-d9f1-4186-bcc5-3a89af3aadde None None] Provisioning complete for port a03f10c7-995c-4b6f-b231-ec522d547090 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:17.635050 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3afd42af-d9f1-4186-bcc5-3a89af3aadde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:17.679386 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-dd4f4ca1-37e4-4900-93e2-468be5197056 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:17.685648 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-dd4f4ca1-37e4-4900-93e2-468be5197056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:17.705120 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3afd42af-d9f1-4186-bcc5-3a89af3aadde None None] Port a03f10c7-995c-4b6f-b231-ec522d547090 cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:37:17.752435 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-dd4f4ca1-37e4-4900-93e2-468be5197056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502500'] for router_interface, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:17.755050 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f4ca1-37e4-4900-93e2-468be5197056 admin admin] Pushing event updated for resources: {'Port': ['ID=a03f10c7-995c-4b6f-b231-ec522d547090,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:17.785054 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'name': 'tempest-TestShelveInstance-659618884-router', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:14Z', 'updated_at': '2021-10-29T13:37:15Z', 'revision_number': 3, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'gw_port': {'id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:15Z', 'updated_at': '2021-10-29T13:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:17.811119 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce1465d-e37b-4b71-88fa-5b651f6242c2 None None] The sync data for ids ['60f7423b-18bf-4b95-b711-5bccd350e1bf'] in dv-cinder-815884-1-iscsi is: [{'id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'name': 'tempest-TestShelveInstance-659618884-router', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:14Z', 'updated_at': '2021-10-29T13:37:15Z', 'revision_number': 3, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'gw_port': {'id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:15Z', 'updated_at': '2021-10-29T13:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:37:17.851090 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4f4ca1-37e4-4900-93e2-468be5197056 admin admin] Network e8713ec6-2bfb-425a-831c-4c8b1797ee7d is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:37:17.861640 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-dd4f4ca1-37e4-4900-93e2-468be5197056 admin admin] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:17.876516 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['207037ea-0c28-45f2-b0bb-bf243c80aa97'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:37:17.975166 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5d3e7-9d01-4c75-93f4-ed1264c7bd5a req-ae132acb-33a7-46fa-b36b-d5cfb08dbb89 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:17.976749 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2ab5d3e7-9d01-4c75-93f4-ed1264c7bd5a req-ae132acb-33a7-46fa-b36b-d5cfb08dbb89 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 944 time: 0.1277332 Oct 29 13:37:17.982074 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device e9ae5a70-1645-4a68-84a4-300a62d2c323 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:18.034323 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2ab5d3e7-9d01-4c75-93f4-ed1264c7bd5a req-4c1387de-ad30-4db4-a9bc-53a80f005035 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487661 Oct 29 13:37:18.069375 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port e9ae5a70-1645-4a68-84a4-300a62d2c323 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:18.069375 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:18.082455 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4f4ca1-37e4-4900-93e2-468be5197056 admin admin] Router 60f7423b-18bf-4b95-b711-5bccd350e1bf has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:37:18.231783 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-2d2dd2da-993d-4830-8342-c84349632700 None None] Provisioning complete for port a03f10c7-995c-4b6f-b231-ec522d547090 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:18.232142 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-2d2dd2da-993d-4830-8342-c84349632700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:18.247174 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4f4ca1-37e4-4900-93e2-468be5197056 admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:37:18.253183 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-dd4f4ca1-37e4-4900-93e2-468be5197056 admin admin] 10.222.0.96 "PUT /v2.0/routers/60f7423b-18bf-4b95-b711-5bccd350e1bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0174842 Oct 29 13:37:18.273861 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-2d2dd2da-993d-4830-8342-c84349632700 None None] Port a03f10c7-995c-4b6f-b231-ec522d547090 cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:37:18.726885 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36344) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:18.731903 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-dba797e6-1f6e-4b62-aeed-07008418a3c7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-911590540-network', 'tenant_id': 'dd53e05fd02c4f66a75596d8a71ad4aa'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:18.753749 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba797e6-1f6e-4b62-aeed-07008418a3c7 admin admin] Made reservation on behalf of dd53e05fd02c4f66a75596d8a71ad4aa for: {'network': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:37:18.756136 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-dba797e6-1f6e-4b62-aeed-07008418a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for network, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:18.764853 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-dba797e6-1f6e-4b62-aeed-07008418a3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:18.837457 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-dba797e6-1f6e-4b62-aeed-07008418a3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:18.840929 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-dba797e6-1f6e-4b62-aeed-07008418a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:18.860896 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba797e6-1f6e-4b62-aeed-07008418a3c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=101274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 13:37:18.873622 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba797e6-1f6e-4b62-aeed-07008418a3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a618b3f-485e-42c2-b390-276f0cb445f0,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:18.878987 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-dba797e6-1f6e-4b62-aeed-07008418a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:18.879325 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.segments_db [None req-dba797e6-1f6e-4b62-aeed-07008418a3c7 admin admin] Added segment 0766e3b8-22ff-4377-b1b2-9e02bb5859c2 of type vlan for network 5215454a-ce83-410a-be1d-4d99989ae8ad Oct 29 13:37:18.921912 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-dba797e6-1f6e-4b62-aeed-07008418a3c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763699395961'] for network, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:18.944909 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-dba797e6-1f6e-4b62-aeed-07008418a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for network, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:18.945801 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba797e6-1f6e-4b62-aeed-07008418a3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:18.946391 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-dba797e6-1f6e-4b62-aeed-07008418a3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:18.993716 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-dba797e6-1f6e-4b62-aeed-07008418a3c7 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2657385 Oct 29 13:37:18.996471 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 36346) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:19.002182 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-e8cf5168-9ea2-4382-bcb1-8c9174b1f768 admin admin] Request body: {'subnet': {'network_id': '5215454a-ce83-410a-be1d-4d99989ae8ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-911590540-subnet', 'tenant_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'ip_version': 4}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:19.007086 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba797e6-1f6e-4b62-aeed-07008418a3c7 admin admin] Pushing event updated for resources: {'Network': ['ID=5215454a-ce83-410a-be1d-4d99989ae8ad,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:19.017213 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Network 5215454a-ce83-410a-be1d-4d99989ae8ad details requested by agent ovs-agent-dv-cinder-815884-1-iscsi with host dv-cinder-815884-1-iscsi {{(pid=101276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 13:37:19.028550 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cf5168-9ea2-4382-bcb1-8c9174b1f768 admin admin] Made reservation on behalf of dd53e05fd02c4f66a75596d8a71ad4aa for: {'subnet': 1} {{(pid=101275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:37:19.030915 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-e8cf5168-9ea2-4382-bcb1-8c9174b1f768 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25682815'] for subnet, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:19.230728 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d53c98-67b8-4af1-b564-0e25573009a8 req-010a1dfd-9871-4e05-a4fb-631523e003ca tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:19.232199 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-18d53c98-67b8-4af1-b564-0e25573009a8 req-010a1dfd-9871-4e05-a4fb-631523e003ca tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 944 time: 0.1070869 Oct 29 13:37:19.255117 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-e8cf5168-9ea2-4382-bcb1-8c9174b1f768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3954562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25682701'] for subnet, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:19.315333 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-18d53c98-67b8-4af1-b564-0e25573009a8 req-a50b03fb-9b50-4fc5-af89-505c5cf07a1d tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759559 Oct 29 13:37:19.329064 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf5168-9ea2-4382-bcb1-8c9174b1f768 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7c0cbf1-58ae-417e-90e3-2b5fa33ef76c,revision_number=0']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:19.338248 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cf5168-9ea2-4382-bcb1-8c9174b1f768 admin admin] Checking segment: {'id': '0766e3b8-22ff-4377-b1b2-9e02bb5859c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5215454a-ce83-410a-be1d-4d99989ae8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:37:19.338608 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cf5168-9ea2-4382-bcb1-8c9174b1f768 admin admin] Network hostable DHCP agents. Network: 5215454a-ce83-410a-be1d-4d99989ae8ad, hostable agents: ['06601b14-b41b-4094-84be-2323d3ae6cac'], hosted agents: [] {{(pid=101275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 13:37:19.355794 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cf5168-9ea2-4382-bcb1-8c9174b1f768 admin admin] Network 5215454a-ce83-410a-be1d-4d99989ae8ad is scheduled to be hosted by DHCP agent 06601b14-b41b-4094-84be-2323d3ae6cac with binding_index 1 {{(pid=101275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 13:37:19.365007 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-e8cf5168-9ea2-4382-bcb1-8c9174b1f768 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815884-1-iscsi, 5215454a-ce83-410a-be1d-4d99989ae8ad) {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:19.369425 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf5168-9ea2-4382-bcb1-8c9174b1f768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:19.370031 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-e8cf5168-9ea2-4382-bcb1-8c9174b1f768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:19.374948 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e36d346-75bc-4228-944e-0a49f72784c4 None None] Network 5215454a-ce83-410a-be1d-4d99989ae8ad requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:37:19.386150 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-e8cf5168-9ea2-4382-bcb1-8c9174b1f768 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3885028 Oct 29 13:37:19.388554 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 36350) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:19.392782 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-8445ceb8-ea9a-4ff6-b62e-220534c5d12f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-911590540-router', 'tenant_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:19.414891 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8445ceb8-ea9a-4ff6-b62e-220534c5d12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-416'] for router, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:19.415924 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8445ceb8-ea9a-4ff6-b62e-220534c5d12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-439'] for router, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:19.440002 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] Sync routers for ids ['60f7423b-18bf-4b95-b711-5bccd350e1bf'] in dv-cinder-815884-1-iscsi {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:37:19.449278 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] Routers {'60f7423b-18bf-4b95-b711-5bccd350e1bf'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:37:19.450033 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:36:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['60f7423b-18bf-4b95-b711-5bccd350e1bf'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:19.469017 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8445ceb8-ea9a-4ff6-b62e-220534c5d12f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:19.524512 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a84bcf-c4f1-4783-901c-2aeff0e900fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05bbbbe7-721e-50c9-a88b-8fbcfecde8b1-5215454a-ce83-410a-be1d-4d99989ae8ad', 'network_id': '5215454a-ce83-410a-be1d-4d99989ae8ad', 'tenant_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'fixed_ips': [{'subnet_id': 'b7c0cbf1-58ae-417e-90e3-2b5fa33ef76c'}]}} from dv-cinder-815884-1-iscsi. {{(pid=101276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 13:37:19.525689 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-c9a84bcf-c4f1-4783-901c-2aeff0e900fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:19.599497 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 207037ea-0c28-45f2-b0bb-bf243c80aa97 up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:19.612239 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8445ceb8-ea9a-4ff6-b62e-220534c5d12f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:19.648173 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] Set router 60f7423b-18bf-4b95-b711-5bccd350e1bf gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:37:19.707831 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.db_base_plugin_common [None req-c9a84bcf-c4f1-4783-901c-2aeff0e900fb None None] Allocated IP 172.20.0.2 (5215454a-ce83-410a-be1d-4d99989ae8ad/b7c0cbf1-58ae-417e-90e3-2b5fa33ef76c/8a335bfb-cb5e-445e-8ce1-85566fcc619a) {{(pid=101276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:37:19.713126 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning for port 207037ea-0c28-45f2-b0bb-bf243c80aa97 completed by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 13:37:19.722737 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port 207037ea-0c28-45f2-b0bb-bf243c80aa97 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:19.723337 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:19.882976 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'name': 'tempest-TestShelveInstance-659618884-router', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:14Z', 'updated_at': '2021-10-29T13:37:17Z', 'revision_number': 4, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'gw_port': {'id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:15Z', 'updated_at': '2021-10-29T13:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'a03f10c7-995c-4b6f-b231-ec522d547090', 'name': '', 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'mac_address': 'fa:16:3e:c3:c0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '15136af1-c373-4d7d-9a86-8cab6dcff79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:16Z', 'updated_at': '2021-10-29T13:37:17Z', 'revision_number': 2, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'subnets': [{'id': '15136af1-c373-4d7d-9a86-8cab6dcff79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:19.908123 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8445ceb8-ea9a-4ff6-b62e-220534c5d12f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:19.944894 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] Checking router: 60f7423b-18bf-4b95-b711-5bccd350e1bf for host: dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:37:19.945434 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] Updating router 60f7423b-18bf-4b95-b711-5bccd350e1bf port a03f10c7-995c-4b6f-b231-ec522d547090 binding host dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 13:37:19.955951 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8445ceb8-ea9a-4ff6-b62e-220534c5d12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:19.977562 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:19.981528 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:20.033459 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c9065a-62c0-4f58-82af-bd44e7a1ac45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207037ea-0c28-45f2-b0bb-bf243c80aa97'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:37:20.036430 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8016ed82-9238-46ca-84b3-5b74dcbae8af" -d '{"events": [{"server_uuid": "b9c9065a-62c0-4f58-82af-bd44e7a1ac45", "name": "network-vif-plugged", "status": "completed", "tag": "207037ea-0c28-45f2-b0bb-bf243c80aa97"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:37:20.094224 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 6f4b06bf-1e00-4632-8da0-a17cd3450bd5 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:20.106013 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 207037ea-0c28-45f2-b0bb-bf243c80aa97, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=207037ea-0c28-45f2-b0bb-bf243c80aa97,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:37:20.108326 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_common [None req-8445ceb8-ea9a-4ff6-b62e-220534c5d12f admin admin] Allocated IP 172.27.2.39 (87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d/997ea066-649a-4773-b815-b71c6be46375/de11dba1-9e0c-4c66-8f1b-9448431f3bcf) {{(pid=101275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:37:20.109185 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5126e7a4-19dc-4943-bae3-44917d519853 x-openstack-request-id: req-5126e7a4-19dc-4943-bae3-44917d519853 {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:37:20.109471 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c9065a-62c0-4f58-82af-bd44e7a1ac45", "name": "network-vif-plugged", "status": "completed", "tag": "207037ea-0c28-45f2-b0bb-bf243c80aa97", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:37:20.109717 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5126e7a4-19dc-4943-bae3-44917d519853 {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:37:20.110232 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c9065a-62c0-4f58-82af-bd44e7a1ac45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207037ea-0c28-45f2-b0bb-bf243c80aa97', 'code': 200} Oct 29 13:37:20.111137 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-c9a84bcf-c4f1-4783-901c-2aeff0e900fb None None] Notify callbacks [] for port, precommit_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:20.141274 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:20.151779 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-c9a84bcf-c4f1-4783-901c-2aeff0e900fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:20.227305 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8445ceb8-ea9a-4ff6-b62e-220534c5d12f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:20.253750 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a84bcf-c4f1-4783-901c-2aeff0e900fb None None] Network 5215454a-ce83-410a-be1d-4d99989ae8ad is already hosted by enough agents. {{(pid=101276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:37:20.257561 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.scheduler.base_scheduler [None req-c9a84bcf-c4f1-4783-901c-2aeff0e900fb None None] Resources bound (agent type, host, resource id): {{(pid=101276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:20.265238 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a84bcf-c4f1-4783-901c-2aeff0e900fb None None] Received port after_create {{(pid=101276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:37:20.315015 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8445ceb8-ea9a-4ff6-b62e-220534c5d12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:20.359323 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] Notify callbacks [] for port, precommit_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:20.366743 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 6f4b06bf-1e00-4632-8da0-a17cd3450bd5 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:20.367676 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:20.368804 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8445ceb8-ea9a-4ff6-b62e-220534c5d12f admin admin] Network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:37:20.372677 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=207037ea-0c28-45f2-b0bb-bf243c80aa97,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:20.377703 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:20.406114 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-8445ceb8-ea9a-4ff6-b62e-220534c5d12f admin admin] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:20.415167 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8445ceb8-ea9a-4ff6-b62e-220534c5d12f admin admin] Received port after_create {{(pid=101275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:37:20.426518 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96068ac4-47cd-4099-a67b-e583ef733b7e req-27bea014-e02c-4820-b415-5566017b71d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:20.429521 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-96068ac4-47cd-4099-a67b-e583ef733b7e req-27bea014-e02c-4820-b415-5566017b71d0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 1098 time: 0.0823133 Oct 29 13:37:20.441678 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-c9a84bcf-c4f1-4783-901c-2aeff0e900fb None None] Attempting to bind port 8a335bfb-cb5e-445e-8ce1-85566fcc619a on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:37:20.443906 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-c9a84bcf-c4f1-4783-901c-2aeff0e900fb None None] Attempting to bind port 8a335bfb-cb5e-445e-8ce1-85566fcc619a by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '0766e3b8-22ff-4377-b1b2-9e02bb5859c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5215454a-ce83-410a-be1d-4d99989ae8ad'}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:37:20.444478 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a84bcf-c4f1-4783-901c-2aeff0e900fb None None] Attempting to bind port 8a335bfb-cb5e-445e-8ce1-85566fcc619a on network 5215454a-ce83-410a-be1d-4d99989ae8ad {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:37:20.467492 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048077c-9ff3-4b40-bdc1-68d1c4815b01 None None] Pushing event updated for resources: {'Port': ['ID=a03f10c7-995c-4b6f-b231-ec522d547090,revision_number=3']} {{(pid=101277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:20.475912 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445ceb8-ea9a-4ff6-b62e-220534c5d12f admin admin] Pushing event updated for resources: {'Port': ['ID=de11dba1-9e0c-4c66-8f1b-9448431f3bcf,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:20.485408 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8bdd9-50ce-4e3c-8d99-ca5f5ecad474 req-4b91c843-e851-4c0a-82aa-73454ace3984 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:20.485566 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048077c-9ff3-4b40-bdc1-68d1c4815b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:20.487029 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048077c-9ff3-4b40-bdc1-68d1c4815b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:20.487153 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e9c8bdd9-50ce-4e3c-8d99-ca5f5ecad474 req-4b91c843-e851-4c0a-82aa-73454ace3984 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.1826029 Oct 29 13:37:20.488286 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048077c-9ff3-4b40-bdc1-68d1c4815b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:20.488704 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048077c-9ff3-4b40-bdc1-68d1c4815b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:20.490012 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048077c-9ff3-4b40-bdc1-68d1c4815b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:20.490399 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048077c-9ff3-4b40-bdc1-68d1c4815b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:20.491702 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048077c-9ff3-4b40-bdc1-68d1c4815b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:20.492523 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048077c-9ff3-4b40-bdc1-68d1c4815b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:20.493357 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048077c-9ff3-4b40-bdc1-68d1c4815b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:20.494061 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048077c-9ff3-4b40-bdc1-68d1c4815b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:20.495449 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048077c-9ff3-4b40-bdc1-68d1c4815b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:20.495844 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048077c-9ff3-4b40-bdc1-68d1c4815b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:20.501105 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a84bcf-c4f1-4783-901c-2aeff0e900fb None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:37:20.502829 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a84bcf-c4f1-4783-901c-2aeff0e900fb None None] Checking segment: {'id': '0766e3b8-22ff-4377-b1b2-9e02bb5859c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5215454a-ce83-410a-be1d-4d99989ae8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:37:20.503458 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-c9a84bcf-c4f1-4783-901c-2aeff0e900fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:20.506009 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a84bcf-c4f1-4783-901c-2aeff0e900fb None None] Bound using segment: {'id': '0766e3b8-22ff-4377-b1b2-9e02bb5859c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5215454a-ce83-410a-be1d-4d99989ae8ad'} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:37:20.506731 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-c9a84bcf-c4f1-4783-901c-2aeff0e900fb None None] Bound port: 8a335bfb-cb5e-445e-8ce1-85566fcc619a, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0766e3b8-22ff-4377-b1b2-9e02bb5859c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5215454a-ce83-410a-be1d-4d99989ae8ad'}}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:37:20.507317 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-c9a84bcf-c4f1-4783-901c-2aeff0e900fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:20.575340 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a21fd3-af92-4229-8e2d-bf421e0c6f31 req-aea94ce0-76fd-4664-8327-295f0d210cb0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:20.579898 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d1a21fd3-af92-4229-8e2d-bf421e0c6f31 req-aea94ce0-76fd-4664-8327-295f0d210cb0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.1715858 Oct 29 13:37:20.614081 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.managers [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] Attempting to bind port a03f10c7-995c-4b6f-b231-ec522d547090 on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:37:20.615049 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.managers [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] Attempting to bind port a03f10c7-995c-4b6f-b231-ec522d547090 by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '579b183a-e133-4044-992e-77340ed7842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d'}] {{(pid=101277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:37:20.615178 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a84bcf-c4f1-4783-901c-2aeff0e900fb None None] Pushing event updated for resources: {'Port': ['ID=8a335bfb-cb5e-445e-8ce1-85566fcc619a,revision_number=1']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:20.615715 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] Attempting to bind port a03f10c7-995c-4b6f-b231-ec522d547090 on network e8713ec6-2bfb-425a-831c-4c8b1797ee7d {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:37:20.626111 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e9c8bdd9-50ce-4e3c-8d99-ca5f5ecad474 req-8855bb11-7149-48ee-a8fc-0a88017a591b tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088579 Oct 29 13:37:20.626742 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-96068ac4-47cd-4099-a67b-e583ef733b7e req-da99fe7a-87e3-4f26-a62b-d542a0551f91 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593843 Oct 29 13:37:20.632417 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:37:20.633483 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] Checking segment: {'id': '579b183a-e133-4044-992e-77340ed7842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:37:20.634173 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:20.634792 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] Bound using segment: {'id': '579b183a-e133-4044-992e-77340ed7842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d'} {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:37:20.635517 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.managers [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] Bound port: a03f10c7-995c-4b6f-b231-ec522d547090, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579b183a-e133-4044-992e-77340ed7842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d'}}] {{(pid=101277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:37:20.636146 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:20.687091 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-c9a84bcf-c4f1-4783-901c-2aeff0e900fb None None] For port 8a335bfb-cb5e-445e-8ce1-85566fcc619a, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:37:20.704265 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-c9a84bcf-c4f1-4783-901c-2aeff0e900fb None None] For port 8a335bfb-cb5e-445e-8ce1-85566fcc619a, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=8a335bfb-cb5e-445e-8ce1-85566fcc619a,segment=NetworkSegment(0766e3b8-22ff-4377-b1b2-9e02bb5859c2),segment_id=0766e3b8-22ff-4377-b1b2-9e02bb5859c2)] {{(pid=101276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:37:20.708605 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d1a21fd3-af92-4229-8e2d-bf421e0c6f31 req-c885c558-9cf2-4888-bb61-6656516e405b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007555 Oct 29 13:37:20.712491 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:20.717088 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.db [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] For port a03f10c7-995c-4b6f-b231-ec522d547090, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:37:20.722188 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-c9a84bcf-c4f1-4783-901c-2aeff0e900fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:20.727166 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.db [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] For port a03f10c7-995c-4b6f-b231-ec522d547090, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=a03f10c7-995c-4b6f-b231-ec522d547090,segment=NetworkSegment(579b183a-e133-4044-992e-77340ed7842c),segment_id=579b183a-e133-4044-992e-77340ed7842c)] {{(pid=101277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:37:20.741181 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:20.779667 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] For port 6f4b06bf-1e00-4632-8da0-a17cd3450bd5, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=6f4b06bf-1e00-4632-8da0-a17cd3450bd5,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:37:20.789412 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:20.818231 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a84bcf-c4f1-4783-901c-2aeff0e900fb None None] Pushing event updated for resources: {'Port': ['ID=8a335bfb-cb5e-445e-8ce1-85566fcc619a,revision_number=2']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:20.824898 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] Routers {'60f7423b-18bf-4b95-b711-5bccd350e1bf'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:37:20.831054 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:36:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['60f7423b-18bf-4b95-b711-5bccd350e1bf'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:20.834492 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048077c-9ff3-4b40-bdc1-68d1c4815b01 None None] Pushing event updated for resources: {'Port': ['ID=a03f10c7-995c-4b6f-b231-ec522d547090,revision_number=4']} {{(pid=101277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:20.883075 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Pushing event updated for resources: {'Port': ['ID=6f4b06bf-1e00-4632-8da0-a17cd3450bd5,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:20.884953 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8445ceb8-ea9a-4ff6-b62e-220534c5d12f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:20.900906 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-8b9c151a-daeb-4582-87d7-33dc698a831d None None] Provisioning complete for port a03f10c7-995c-4b6f-b231-ec522d547090 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:20.901417 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-8b9c151a-daeb-4582-87d7-33dc698a831d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:20.998283 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-8b9c151a-daeb-4582-87d7-33dc698a831d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:21.000836 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] Set router 60f7423b-18bf-4b95-b711-5bccd350e1bf gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:37:21.037546 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-8b9c151a-daeb-4582-87d7-33dc698a831d None None] For port a03f10c7-995c-4b6f-b231-ec522d547090, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=a03f10c7-995c-4b6f-b231-ec522d547090,segment=NetworkSegment(579b183a-e133-4044-992e-77340ed7842c),segment_id=579b183a-e133-4044-992e-77340ed7842c)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:37:21.044930 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-8b9c151a-daeb-4582-87d7-33dc698a831d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:21.119980 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c151a-daeb-4582-87d7-33dc698a831d None None] Pushing event updated for resources: {'Port': ['ID=a03f10c7-995c-4b6f-b231-ec522d547090,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:21.173111 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-282ee05c-9529-4199-a4f1-b22e53fb66fb None None] Provisioning complete for port a03f10c7-995c-4b6f-b231-ec522d547090 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:21.173111 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-282ee05c-9529-4199-a4f1-b22e53fb66fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:21.266215 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'name': 'tempest-TestShelveInstance-659618884-router', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:14Z', 'updated_at': '2021-10-29T13:37:17Z', 'revision_number': 4, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'gw_port': {'id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:15Z', 'updated_at': '2021-10-29T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'a03f10c7-995c-4b6f-b231-ec522d547090', 'name': '', 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'mac_address': 'fa:16:3e:c3:c0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '15136af1-c373-4d7d-9a86-8cab6dcff79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:16Z', 'updated_at': '2021-10-29T13:37:20Z', 'revision_number': 4, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'subnets': [{'id': '15136af1-c373-4d7d-9a86-8cab6dcff79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:21.292571 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd2e90f-02d1-4b56-9cb4-f536bd7429b2 None None] The sync data for ids ['60f7423b-18bf-4b95-b711-5bccd350e1bf'] in dv-cinder-815884-1-iscsi is: [{'id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'name': 'tempest-TestShelveInstance-659618884-router', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:14Z', 'updated_at': '2021-10-29T13:37:17Z', 'revision_number': 4, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'gw_port': {'id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:15Z', 'updated_at': '2021-10-29T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'a03f10c7-995c-4b6f-b231-ec522d547090', 'name': '', 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'mac_address': 'fa:16:3e:c3:c0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '15136af1-c373-4d7d-9a86-8cab6dcff79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:16Z', 'updated_at': '2021-10-29T13:37:20Z', 'revision_number': 4, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'subnets': [{'id': '15136af1-c373-4d7d-9a86-8cab6dcff79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:37:21.384176 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8445ceb8-ea9a-4ff6-b62e-220534c5d12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496037'] for router, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:21.518822 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8445ceb8-ea9a-4ff6-b62e-220534c5d12f admin admin] Router 92965d27-3912-4e51-807b-57a477301a57 is scheduled to L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 with binding_index 1 {{(pid=101275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 13:37:21.657138 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8445ceb8-ea9a-4ff6-b62e-220534c5d12f admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:37:21.667611 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] Sync routers for ids ['92965d27-3912-4e51-807b-57a477301a57'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:37:21.693497 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] Routers {'92965d27-3912-4e51-807b-57a477301a57'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:37:21.693497 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:36:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['92965d27-3912-4e51-807b-57a477301a57'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:21.706827 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8445ceb8-ea9a-4ff6-b62e-220534c5d12f admin admin] Notify callbacks [] for router, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:21.716719 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-8445ceb8-ea9a-4ff6-b62e-220534c5d12f admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3202538 Oct 29 13:37:21.720959 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 36382) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:21.864079 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bbaf1-5916-48df-a27d-5919e40fcbec req-7745a166-bb93-4aaa-8c37-2c61e17bb0e5 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:21.873146 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-483bbaf1-5916-48df-a27d-5919e40fcbec req-7745a166-bb93-4aaa-8c37-2c61e17bb0e5 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.1757412 Oct 29 13:37:21.968617 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-483bbaf1-5916-48df-a27d-5919e40fcbec req-a94331b9-e9d3-4d8c-b6d8-aa9ed11e74a2 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898976 Oct 29 13:37:21.982410 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] Set router 92965d27-3912-4e51-807b-57a477301a57 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:37:22.050239 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee4ad9-83e8-4bb8-b46a-5dbb71caef1c req-96779e54-5c88-4f06-8a5f-ee26dc4134aa tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:22.057894 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a5ee4ad9-83e8-4bb8-b46a-5dbb71caef1c req-96779e54-5c88-4f06-8a5f-ee26dc4134aa tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.1804554 Oct 29 13:37:22.269644 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a5ee4ad9-83e8-4bb8-b46a-5dbb71caef1c req-eac28dfd-f3b3-48db-8928-6d361c518436 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107882 Oct 29 13:37:22.289235 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada9d363-0e69-42e1-ac50-468effe1d1c4 None None] Network 5215454a-ce83-410a-be1d-4d99989ae8ad requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:37:22.332294 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 6f4b06bf-1e00-4632-8da0-a17cd3450bd5 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:22.446594 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-f4463d6a-12a9-474e-b42c-da7bf194b472 None None] Provisioning complete for port 8a335bfb-cb5e-445e-8ce1-85566fcc619a triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:22.446963 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-f4463d6a-12a9-474e-b42c-da7bf194b472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:22.533121 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f1969042-322d-4ccc-b62f-edd04f28754f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:22.575883 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 6f4b06bf-1e00-4632-8da0-a17cd3450bd5 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:22.576258 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:22.689415 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-f4463d6a-12a9-474e-b42c-da7bf194b472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:22.691840 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_common [None req-f1969042-322d-4ccc-b62f-edd04f28754f admin admin] Allocated IP 172.20.0.1 (5215454a-ce83-410a-be1d-4d99989ae8ad/b7c0cbf1-58ae-417e-90e3-2b5fa33ef76c/002dd1f4-4b1d-4cea-b027-bad865896969) {{(pid=101275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:37:22.742049 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92965d27-3912-4e51-807b-57a477301a57', 'name': 'tempest-TestShelveInstance-911590540-router', 'tenant_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'de11dba1-9e0c-4c66-8f1b-9448431f3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:19Z', 'updated_at': '2021-10-29T13:37:20Z', 'revision_number': 3, 'project_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'gw_port': {'id': 'de11dba1-9e0c-4c66-8f1b-9448431f3bcf', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:60:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92965d27-3912-4e51-807b-57a477301a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:19Z', 'updated_at': '2021-10-29T13:37:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:22.776476 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] Checking router: 92965d27-3912-4e51-807b-57a477301a57 for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:37:22.776835 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] Updating router 92965d27-3912-4e51-807b-57a477301a57 port de11dba1-9e0c-4c66-8f1b-9448431f3bcf binding host dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 13:37:22.806003 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f1969042-322d-4ccc-b62f-edd04f28754f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:22.826825 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-f4463d6a-12a9-474e-b42c-da7bf194b472 None None] For port 8a335bfb-cb5e-445e-8ce1-85566fcc619a, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=8a335bfb-cb5e-445e-8ce1-85566fcc619a,segment=NetworkSegment(0766e3b8-22ff-4377-b1b2-9e02bb5859c2),segment_id=0766e3b8-22ff-4377-b1b2-9e02bb5859c2)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:37:22.831943 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:22.833729 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-f4463d6a-12a9-474e-b42c-da7bf194b472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:22.836098 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device a03f10c7-995c-4b6f-b231-ec522d547090 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:22.849467 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f1969042-322d-4ccc-b62f-edd04f28754f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:22.889889 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1969042-322d-4ccc-b62f-edd04f28754f admin admin] Network 5215454a-ce83-410a-be1d-4d99989ae8ad is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:37:22.892784 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-f1969042-322d-4ccc-b62f-edd04f28754f admin admin] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:22.896289 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1969042-322d-4ccc-b62f-edd04f28754f admin admin] Received port after_create {{(pid=101275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:37:22.921215 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1969042-322d-4ccc-b62f-edd04f28754f admin admin] Pushing event updated for resources: {'Port': ['ID=002dd1f4-4b1d-4cea-b027-bad865896969,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:22.940653 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f1969042-322d-4ccc-b62f-edd04f28754f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502416'] for router_interface, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:23.010597 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4463d6a-12a9-474e-b42c-da7bf194b472 None None] Pushing event updated for resources: {'Port': ['ID=8a335bfb-cb5e-445e-8ce1-85566fcc619a,revision_number=3']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:23.026989 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-9d0a9d75-6aba-46fb-b22d-33ff60f04e35 None None] Provisioning complete for port 8a335bfb-cb5e-445e-8ce1-85566fcc619a triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:23.027763 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-9d0a9d75-6aba-46fb-b22d-33ff60f04e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:23.084262 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f1969042-322d-4ccc-b62f-edd04f28754f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:23.129055 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port a03f10c7-995c-4b6f-b231-ec522d547090 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:23.129441 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:23.253920 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f1969042-322d-4ccc-b62f-edd04f28754f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:23.258770 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f1969042-322d-4ccc-b62f-edd04f28754f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952907'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:23.318619 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1969042-322d-4ccc-b62f-edd04f28754f admin admin] Pushing event updated for resources: {'Port': ['ID=002dd1f4-4b1d-4cea-b027-bad865896969,revision_number=2']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:23.335998 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154c2bc-5533-4ebf-927e-2dcde700163d req-28f8db1b-79c3-4746-8833-9382f21cf640 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:23.336839 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] Notify callbacks [] for port, precommit_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:23.343142 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f1969042-322d-4ccc-b62f-edd04f28754f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502500'] for router_interface, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:23.347151 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 8a335bfb-cb5e-445e-8ce1-85566fcc619a up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:23.348438 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f154c2bc-5533-4ebf-927e-2dcde700163d req-28f8db1b-79c3-4746-8833-9382f21cf640 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.3156598 Oct 29 13:37:23.350155 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:23.385686 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f154c2bc-5533-4ebf-927e-2dcde700163d req-592968f3-d7c8-4136-9148-6da0c9a11dd3 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360019 Oct 29 13:37:23.441262 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11b363-34d5-48cf-bbda-a3129f58c5a1 None None] Pushing event updated for resources: {'Port': ['ID=de11dba1-9e0c-4c66-8f1b-9448431f3bcf,revision_number=2']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:23.443540 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] Attempting to bind port de11dba1-9e0c-4c66-8f1b-9448431f3bcf on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:37:23.443904 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] Attempting to bind port de11dba1-9e0c-4c66-8f1b-9448431f3bcf by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:37:23.444273 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] Attempting to bind port de11dba1-9e0c-4c66-8f1b-9448431f3bcf on network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:37:23.451805 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:37:23.452676 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] Checking segment: {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:37:23.453075 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:23.453459 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] Bound using segment: {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:37:23.453954 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] Bound port: de11dba1-9e0c-4c66-8f1b-9448431f3bcf, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:37:23.454335 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:23.458098 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1969042-322d-4ccc-b62f-edd04f28754f admin admin] Network 5215454a-ce83-410a-be1d-4d99989ae8ad is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:37:23.459581 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-f1969042-322d-4ccc-b62f-edd04f28754f admin admin] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:23.485091 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 8a335bfb-cb5e-445e-8ce1-85566fcc619a triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:23.485461 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:23.537869 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-ca803932-58ce-4051-857f-434a437a67c8 None None] Provisioning complete for port 002dd1f4-4b1d-4cea-b027-bad865896969 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:23.537869 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-ca803932-58ce-4051-857f-434a437a67c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:23.563865 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] For port de11dba1-9e0c-4c66-8f1b-9448431f3bcf, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:37:23.581701 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01622ad-318b-4298-9081-6349985bca4f req-299183a6-5be1-4c34-8103-932c5f24c843 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:23.582410 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] For port de11dba1-9e0c-4c66-8f1b-9448431f3bcf, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=de11dba1-9e0c-4c66-8f1b-9448431f3bcf,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:37:23.583437 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e01622ad-318b-4298-9081-6349985bca4f req-299183a6-5be1-4c34-8103-932c5f24c843 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.2176692 Oct 29 13:37:23.593912 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:23.599943 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-ca803932-58ce-4051-857f-434a437a67c8 None None] Port 002dd1f4-4b1d-4cea-b027-bad865896969 cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:37:23.631596 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1969042-322d-4ccc-b62f-edd04f28754f admin admin] Router 92965d27-3912-4e51-807b-57a477301a57 has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:37:23.640147 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e01622ad-318b-4298-9081-6349985bca4f req-8b039cb4-e329-424e-9540-b6b45e328061 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500679 Oct 29 13:37:23.702403 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] Routers {'92965d27-3912-4e51-807b-57a477301a57'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:37:23.703031 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:36:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['92965d27-3912-4e51-807b-57a477301a57'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:23.716349 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11b363-34d5-48cf-bbda-a3129f58c5a1 None None] Pushing event updated for resources: {'Port': ['ID=de11dba1-9e0c-4c66-8f1b-9448431f3bcf,revision_number=3']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:23.751071 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1969042-322d-4ccc-b62f-edd04f28754f admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:37:23.755928 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-f1969042-322d-4ccc-b62f-edd04f28754f admin admin] 10.222.0.96 "PUT /v2.0/routers/92965d27-3912-4e51-807b-57a477301a57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0271199 Oct 29 13:37:23.777814 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef8745-d046-4bc7-bd8f-cc26a5bed396 req-2d0a9118-69e6-471f-9255-b1a50699a286 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:23.780502 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-61ef8745-d046-4bc7-bd8f-cc26a5bed396 req-2d0a9118-69e6-471f-9255-b1a50699a286 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.0581393 Oct 29 13:37:23.789217 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 36404) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:23.793868 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-aa20d432-1440-43da-8261-458d978521b0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Request body: {'floatingip': {'port_id': '207037ea-0c28-45f2-b0bb-bf243c80aa97'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:23.804724 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-f3ba4236-f33c-4036-9145-d3d8bc9d8af2 None None] Provisioning complete for port 002dd1f4-4b1d-4cea-b027-bad865896969 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:23.805098 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-f3ba4236-f33c-4036-9145-d3d8bc9d8af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:23.835210 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-aa20d432-1440-43da-8261-458d978521b0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for floatingip, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:23.853078 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-f3ba4236-f33c-4036-9145-d3d8bc9d8af2 None None] Port 002dd1f4-4b1d-4cea-b027-bad865896969 cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:37:23.867247 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] Set router 92965d27-3912-4e51-807b-57a477301a57 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:37:24.077060 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 8a335bfb-cb5e-445e-8ce1-85566fcc619a up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:24.188184 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 8a335bfb-cb5e-445e-8ce1-85566fcc619a triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:24.188558 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:24.221737 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36410) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:24.226359 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-b2135036-127b-46f9-b2ae-6e04ac24450a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-746354481', 'description': 'tempest-secgroup-smoke-746354481 description', 'project_id': '01041e00f28e4197a613ed2b47866c73'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:24.252312 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b2135036-127b-46f9-b2ae-6e04ac24450a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:24.329223 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92965d27-3912-4e51-807b-57a477301a57', 'name': 'tempest-TestShelveInstance-911590540-router', 'tenant_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'de11dba1-9e0c-4c66-8f1b-9448431f3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:19Z', 'updated_at': '2021-10-29T13:37:23Z', 'revision_number': 4, 'project_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'gw_port': {'id': 'de11dba1-9e0c-4c66-8f1b-9448431f3bcf', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:60:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92965d27-3912-4e51-807b-57a477301a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:19Z', 'updated_at': '2021-10-29T13:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '002dd1f4-4b1d-4cea-b027-bad865896969', 'name': '', 'network_id': '5215454a-ce83-410a-be1d-4d99989ae8ad', 'tenant_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'mac_address': 'fa:16:3e:ae:33:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92965d27-3912-4e51-807b-57a477301a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7c0cbf1-58ae-417e-90e3-2b5fa33ef76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:22Z', 'updated_at': '2021-10-29T13:37:23Z', 'revision_number': 2, 'project_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'subnets': [{'id': 'b7c0cbf1-58ae-417e-90e3-2b5fa33ef76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:24.344262 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b2135036-127b-46f9-b2ae-6e04ac24450a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:24.349007 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b2135036-127b-46f9-b2ae-6e04ac24450a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:24.361665 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b6567-5d3e-4f5b-b3f9-897f6448e67c None None] The sync data for ids ['92965d27-3912-4e51-807b-57a477301a57'] in dv-cinder-815884-1-iscsi is: [{'id': '92965d27-3912-4e51-807b-57a477301a57', 'name': 'tempest-TestShelveInstance-911590540-router', 'tenant_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'de11dba1-9e0c-4c66-8f1b-9448431f3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:19Z', 'updated_at': '2021-10-29T13:37:23Z', 'revision_number': 4, 'project_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'gw_port': {'id': 'de11dba1-9e0c-4c66-8f1b-9448431f3bcf', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:60:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92965d27-3912-4e51-807b-57a477301a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:19Z', 'updated_at': '2021-10-29T13:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '002dd1f4-4b1d-4cea-b027-bad865896969', 'name': '', 'network_id': '5215454a-ce83-410a-be1d-4d99989ae8ad', 'tenant_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'mac_address': 'fa:16:3e:ae:33:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92965d27-3912-4e51-807b-57a477301a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7c0cbf1-58ae-417e-90e3-2b5fa33ef76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:22Z', 'updated_at': '2021-10-29T13:37:23Z', 'revision_number': 2, 'project_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'subnets': [{'id': 'b7c0cbf1-58ae-417e-90e3-2b5fa33ef76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:37:24.382000 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2135036-127b-46f9-b2ae-6e04ac24450a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4153cf4-739d-4bf2-bebe-a9077b9141f4,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:24.386378 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b2135036-127b-46f9-b2ae-6e04ac24450a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:24.387600 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-b2135036-127b-46f9-b2ae-6e04ac24450a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1648233 Oct 29 13:37:24.390582 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36414) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:24.394952 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-8311eced-8cbf-4693-83c3-8e9b49b51add tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Request body: {'security_group_rule': {'security_group_id': 'b4153cf4-739d-4bf2-bebe-a9077b9141f4', 'project_id': '01041e00f28e4197a613ed2b47866c73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:24.428416 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8311eced-8cbf-4693-83c3-8e9b49b51add tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:24.460393 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.db.resource_extend [None req-aa20d432-1440-43da-8261-458d978521b0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 13:37:24.511837 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-aa20d432-1440-43da-8261-458d978521b0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:24.525599 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-aa20d432-1440-43da-8261-458d978521b0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495903'] for floatingip, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:24.537646 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8311eced-8cbf-4693-83c3-8e9b49b51add tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:24.550412 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41d2ad-6e19-4ad2-a22c-d6aa53d945ad req-d8dfedf2-96f7-475e-b51c-c79c486b24d8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:24.552105 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-df41d2ad-6e19-4ad2-a22c-d6aa53d945ad req-d8dfedf2-96f7-475e-b51c-c79c486b24d8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0857010 Oct 29 13:37:24.553342 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8311eced-8cbf-4693-83c3-8e9b49b51add tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:24.604668 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311eced-8cbf-4693-83c3-8e9b49b51add tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a397f247-9b09-4629-b103-36582cfcaafe,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:24.611673 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8311eced-8cbf-4693-83c3-8e9b49b51add tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:24.615593 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-8311eced-8cbf-4693-83c3-8e9b49b51add tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2213993 Oct 29 13:37:24.617538 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36418) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:24.624835 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-9a7b21d0-c46d-4dd2-8ffd-cfbe22681652 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Request body: {'security_group_rule': {'security_group_id': 'b4153cf4-739d-4bf2-bebe-a9077b9141f4', 'project_id': '01041e00f28e4197a613ed2b47866c73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:24.650167 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-df41d2ad-6e19-4ad2-a22c-d6aa53d945ad req-5875381a-be92-4ea0-8a65-dd2994e65109 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902207 Oct 29 13:37:24.652505 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.db.l3_db [None req-aa20d432-1440-43da-8261-458d978521b0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Floating IP 10226858-3a74-4a50-a4be-f29c75deb229 associated. External IP: 172.27.2.183, port: 207037ea-0c28-45f2-b0bb-bf243c80aa97. Oct 29 13:37:24.690019 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9a7b21d0-c46d-4dd2-8ffd-cfbe22681652 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:24.744356 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9a7b21d0-c46d-4dd2-8ffd-cfbe22681652 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:24.750466 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9a7b21d0-c46d-4dd2-8ffd-cfbe22681652 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:24.771874 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b21d0-c46d-4dd2-8ffd-cfbe22681652 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd34bc8-251d-4535-8def-aa2d92790fef,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:24.785381 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9a7b21d0-c46d-4dd2-8ffd-cfbe22681652 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:24.786962 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-9a7b21d0-c46d-4dd2-8ffd-cfbe22681652 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1681767 Oct 29 13:37:24.790205 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36420) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:24.794767 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-62b7551c-1c74-4a3f-9068-97dc18b0be87 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Request body: {'security_group_rule': {'security_group_id': 'b4153cf4-739d-4bf2-bebe-a9077b9141f4', 'project_id': '01041e00f28e4197a613ed2b47866c73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:24.821401 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-62b7551c-1c74-4a3f-9068-97dc18b0be87 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:24.882405 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa20d432-1440-43da-8261-458d978521b0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Router 1abfc369-9d32-4afe-ad00-faa027c4059c has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:37:24.887168 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-62b7551c-1c74-4a3f-9068-97dc18b0be87 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:24.892359 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-62b7551c-1c74-4a3f-9068-97dc18b0be87 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:24.911308 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7551c-1c74-4a3f-9068-97dc18b0be87 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce77a43d-13bd-469d-8859-a3f280d6a42e,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:24.920223 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-62b7551c-1c74-4a3f-9068-97dc18b0be87 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:24.924082 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-62b7551c-1c74-4a3f-9068-97dc18b0be87 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304607 Oct 29 13:37:24.925491 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 36422) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:24.929898 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-6340373c-5f14-4c6e-9741-f74c5b4ac3ba tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Request body: {'security_group_rule': {'security_group_id': 'b4153cf4-739d-4bf2-bebe-a9077b9141f4', 'project_id': '01041e00f28e4197a613ed2b47866c73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:25.003891 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6340373c-5f14-4c6e-9741-f74c5b4ac3ba tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:25.030106 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa20d432-1440-43da-8261-458d978521b0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:37:25.037295 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-aa20d432-1440-43da-8261-458d978521b0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for floatingip, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:25.046183 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d843fe8-87d9-48ca-b8b4-94bd50fee0cb None None] Sync routers for ids ['1abfc369-9d32-4afe-ad00-faa027c4059c'] in dv-cinder-815884-1-iscsi {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:37:25.075940 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d843fe8-87d9-48ca-b8b4-94bd50fee0cb None None] Routers {'1abfc369-9d32-4afe-ad00-faa027c4059c'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:37:25.076558 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-7d843fe8-87d9-48ca-b8b4-94bd50fee0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:36:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1abfc369-9d32-4afe-ad00-faa027c4059c'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:25.083789 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-aa20d432-1440-43da-8261-458d978521b0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "PUT /v2.0/floatingips/10226858-3a74-4a50-a4be-f29c75deb229 HTTP/1.1" status: 200 len: 991 time: 1.2933674 Oct 29 13:37:25.085965 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c9065a-62c0-4f58-82af-bd44e7a1ac45', 'tag': '207037ea-0c28-45f2-b0bb-bf243c80aa97'}] {{(pid=101275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:37:25.088196 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1ae6470871d1e7f5254046b6a14a5a61bc426f08075d8dbcbc5db3d9a889b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480aff62-978e-4d92-b5df-609b33c55dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c9065a-62c0-4f58-82af-bd44e7a1ac45", "tag": "207037ea-0c28-45f2-b0bb-bf243c80aa97"}]}' {{(pid=101275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:37:25.107699 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6340373c-5f14-4c6e-9741-f74c5b4ac3ba tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:25.111506 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6340373c-5f14-4c6e-9741-f74c5b4ac3ba tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:25.144361 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340373c-5f14-4c6e-9741-f74c5b4ac3ba tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec16f53-bc3a-4e54-be7e-13ae40e9482c,revision_number=0']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:25.159294 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6340373c-5f14-4c6e-9741-f74c5b4ac3ba tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:25.163107 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-6340373c-5f14-4c6e-9741-f74c5b4ac3ba tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2342093 Oct 29 13:37:25.163107 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13b2a24-d266-433a-8600-df7d11f0b76f x-openstack-request-id: req-e13b2a24-d266-433a-8600-df7d11f0b76f {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:37:25.163107 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c9065a-62c0-4f58-82af-bd44e7a1ac45", "tag": "207037ea-0c28-45f2-b0bb-bf243c80aa97", "status": "completed", "code": 200}]} {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:37:25.163107 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e13b2a24-d266-433a-8600-df7d11f0b76f {{(pid=101275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:37:25.163683 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c9065a-62c0-4f58-82af-bd44e7a1ac45', 'tag': '207037ea-0c28-45f2-b0bb-bf243c80aa97', 'status': 'completed', 'code': 200} Oct 29 13:37:25.163791 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36428) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:25.167950 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-80de4691-079e-43b8-bf60-851d92c38877 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Request body: {'security_group_rule': {'security_group_id': 'b4153cf4-739d-4bf2-bebe-a9077b9141f4', 'project_id': '01041e00f28e4197a613ed2b47866c73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:25.205729 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.securitygroups_db [None req-80de4691-079e-43b8-bf60-851d92c38877 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Project 01041e00f28e4197a613ed2b47866c73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 13:37:25.210835 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-80de4691-079e-43b8-bf60-851d92c38877 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:25.224146 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-7d843fe8-87d9-48ca-b8b4-94bd50fee0cb None None] Set router 1abfc369-9d32-4afe-ad00-faa027c4059c gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:37:25.275759 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-80de4691-079e-43b8-bf60-851d92c38877 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:25.282866 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-80de4691-079e-43b8-bf60-851d92c38877 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:25.302568 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de4691-079e-43b8-bf60-851d92c38877 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555c8ea6-93c2-4728-b492-469ffaf4eb4b,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:25.316228 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-80de4691-079e-43b8-bf60-851d92c38877 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:25.317633 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-80de4691-079e-43b8-bf60-851d92c38877 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1531770 Oct 29 13:37:25.320504 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 36430) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:25.327912 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-ce080314-c238-490b-804d-9ef7fe45f8ba tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Request body: {'security_group_rule': {'security_group_id': 'b4153cf4-739d-4bf2-bebe-a9077b9141f4', 'project_id': '01041e00f28e4197a613ed2b47866c73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:25.358822 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.db.securitygroups_db [None req-ce080314-c238-490b-804d-9ef7fe45f8ba tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Project 01041e00f28e4197a613ed2b47866c73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 13:37:25.364927 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ce080314-c238-490b-804d-9ef7fe45f8ba tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:25.467205 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d2158-f82e-47b8-a0cb-35250febe6b1 req-799ade16-d4f7-4908-9ebb-40bcc0f9b8ac tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:25.470905 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a60d2158-f82e-47b8-a0cb-35250febe6b1 req-799ade16-d4f7-4908-9ebb-40bcc0f9b8ac tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.26 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 946 time: 0.0736210 Oct 29 13:37:25.476036 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-f3fec55b-3cf0-4bdd-9464-752586ee67d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:25.497363 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ce080314-c238-490b-804d-9ef7fe45f8ba tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:25.507540 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480aff62-978e-4d92-b5df-609b33c55dbb req-70c82f65-107a-4228-b98b-67997913e034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:25.509065 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-480aff62-978e-4d92-b5df-609b33c55dbb req-70c82f65-107a-4228-b98b-67997913e034 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a7750e1de6f482ebcfe89e9ad577e0c&device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 1098 time: 0.0930998 Oct 29 13:37:25.510117 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ce080314-c238-490b-804d-9ef7fe45f8ba tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:25.537748 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-7d843fe8-87d9-48ca-b8b4-94bd50fee0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'name': 'tempest-AttachVolumeShelveTestJSON-1805075616-router', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:39Z', 'revision_number': 4, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'gw_port': {'id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': '10226858-3a74-4a50-a4be-f29c75deb229', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'port_id': '207037ea-0c28-45f2-b0bb-bf243c80aa97', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'mac_address': 'fa:16:3e:59:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c9065a-62c0-4f58-82af-bd44e7a1ac45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:37:06Z', 'updated_at': '2021-10-29T13:37:24Z', 'revision_number': 1, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a80087b-91b9-455b-9761-f304b223a9dc', 'name': '', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'mac_address': 'fa:16:3e:cd:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:34Z', 'updated_at': '2021-10-29T13:32:48Z', 'revision_number': 5, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'subnets': [{'id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:25.538090 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce080314-c238-490b-804d-9ef7fe45f8ba tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b1a202-0e2d-4c15-89d9-b079de3cacc8,revision_number=0']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:25.569835 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d843fe8-87d9-48ca-b8b4-94bd50fee0cb None None] Checking router: 1abfc369-9d32-4afe-ad00-faa027c4059c for host: dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:37:25.582844 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d843fe8-87d9-48ca-b8b4-94bd50fee0cb None None] Routers {'1abfc369-9d32-4afe-ad00-faa027c4059c'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:37:25.583656 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-7d843fe8-87d9-48ca-b8b4-94bd50fee0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:36:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1abfc369-9d32-4afe-ad00-faa027c4059c'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:25.590723 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ce080314-c238-490b-804d-9ef7fe45f8ba tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:25.591931 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-ce080314-c238-490b-804d-9ef7fe45f8ba tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2686248 Oct 29 13:37:25.602544 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 297f0860-5eca-4489-80dd-06a64c0f02df no longer exists at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:37:25.604585 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-a60d2158-f82e-47b8-a0cb-35250febe6b1 req-df4510cd-d3b8-4fef-8ff5-0cbfb49b8286 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Deleting port 297f0860-5eca-4489-80dd-06a64c0f02df {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:37:25.604925 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-a60d2158-f82e-47b8-a0cb-35250febe6b1 req-df4510cd-d3b8-4fef-8ff5-0cbfb49b8286 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:25.661427 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480aff62-978e-4d92-b5df-609b33c55dbb req-c2f35fe4-07eb-402b-94f4-66778c706349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:25.663683 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-480aff62-978e-4d92-b5df-609b33c55dbb req-c2f35fe4-07eb-402b-94f4-66778c706349 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa HTTP/1.1" status: 200 len: 918 time: 0.1462092 Oct 29 13:37:25.781060 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:25.792575 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-480aff62-978e-4d92-b5df-609b33c55dbb req-7a1a7e46-4768-4e8a-81ba-1ace30bbe817 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=207037ea-0c28-45f2-b0bb-bf243c80aa97 HTTP/1.1" status: 200 len: 999 time: 0.1125557 Oct 29 13:37:25.805913 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-a60d2158-f82e-47b8-a0cb-35250febe6b1 req-df4510cd-d3b8-4fef-8ff5-0cbfb49b8286 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] For port 297f0860-5eca-4489-80dd-06a64c0f02df, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=297f0860-5eca-4489-80dd-06a64c0f02df,segment=NetworkSegment(527f676e-5a03-488c-8dd0-cadb1d3b0adb),segment_id=527f676e-5a03-488c-8dd0-cadb1d3b0adb)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:37:25.807890 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-a60d2158-f82e-47b8-a0cb-35250febe6b1 req-df4510cd-d3b8-4fef-8ff5-0cbfb49b8286 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:25.838649 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3514ebdc-efef-4212-a080-cb9e0f9c7cc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '297f0860-5eca-4489-80dd-06a64c0f02df'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:37:25.841651 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff71a18-1d1b-43cc-9947-3a05ef6c861d" -d '{"events": [{"server_uuid": "3514ebdc-efef-4212-a080-cb9e0f9c7cc4", "name": "network-vif-unplugged", "status": "completed", "tag": "297f0860-5eca-4489-80dd-06a64c0f02df"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:37:25.871184 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 297f0860-5eca-4489-80dd-06a64c0f02df, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=297f0860-5eca-4489-80dd-06a64c0f02df,segment=NetworkSegment(527f676e-5a03-488c-8dd0-cadb1d3b0adb),segment_id=527f676e-5a03-488c-8dd0-cadb1d3b0adb)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:37:25.880132 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480aff62-978e-4d92-b5df-609b33c55dbb req-3fce5ce8-7695-40b9-9839-52b09545f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:25.881991 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-480aff62-978e-4d92-b5df-609b33c55dbb req-3fce5ce8-7695-40b9-9839-52b09545f4c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de6a4b99-0646-46d8-a18a-25de200d28c4 HTTP/1.1" status: 200 len: 856 time: 0.0780127 Oct 29 13:37:25.882635 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:25.941458 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 13:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d501e36-473f-424d-9f48-7bbcf922e14a x-openstack-request-id: req-4d501e36-473f-424d-9f48-7bbcf922e14a {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:37:25.942228 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3514ebdc-efef-4212-a080-cb9e0f9c7cc4", "name": "network-vif-unplugged", "status": "completed", "tag": "297f0860-5eca-4489-80dd-06a64c0f02df", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:37:25.942634 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4d501e36-473f-424d-9f48-7bbcf922e14a {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:37:25.943209 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3514ebdc-efef-4212-a080-cb9e0f9c7cc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '297f0860-5eca-4489-80dd-06a64c0f02df', 'code': 200} Oct 29 13:37:25.961897 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=297f0860-5eca-4489-80dd-06a64c0f02df,revision_number=6']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:25.980094 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-7d843fe8-87d9-48ca-b8b4-94bd50fee0cb None None] Set router 1abfc369-9d32-4afe-ad00-faa027c4059c gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:37:26.015210 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480aff62-978e-4d92-b5df-609b33c55dbb req-d9fa3c15-e5da-40e7-853a-ae980dc3c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:26.017683 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-480aff62-978e-4d92-b5df-609b33c55dbb req-d9fa3c15-e5da-40e7-853a-ae980dc3c407 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1149435 Oct 29 13:37:26.099765 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device de11dba1-9e0c-4c66-8f1b-9448431f3bcf up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:26.172994 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba202d4e-69bf-4180-8920-e9b226231755 req-bc1061e1-bb36-4b2c-bdf8-0f6cedfe3e35 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:26.179113 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ba202d4e-69bf-4180-8920-e9b226231755 req-bc1061e1-bb36-4b2c-bdf8-0f6cedfe3e35 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 944 time: 0.3641417 Oct 29 13:37:26.202754 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f1711d68-f980-446e-b61b-d139e7b5da67 req-89fb78d7-0e00-4c16-9a65-a0e90b028884 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e312109a-5d7f-40b7-a0f4-c652d210410a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802839 Oct 29 13:37:26.203987 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-a60d2158-f82e-47b8-a0cb-35250febe6b1 req-df4510cd-d3b8-4fef-8ff5-0cbfb49b8286 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:26.204520 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-a60d2158-f82e-47b8-a0cb-35250febe6b1 req-df4510cd-d3b8-4fef-8ff5-0cbfb49b8286 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495903'] for floatingip, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:26.204664 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-480aff62-978e-4d92-b5df-609b33c55dbb req-b9dfa10e-c1b7-4597-abc8-dfa59a3e6549 service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654289 Oct 29 13:37:26.205197 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.l3_db [req-a60d2158-f82e-47b8-a0cb-35250febe6b1 req-df4510cd-d3b8-4fef-8ff5-0cbfb49b8286 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Floating IP a98c63b8-8703-444a-8de4-6491711a3af0 disassociated. External IP: 172.27.2.15, port: 297f0860-5eca-4489-80dd-06a64c0f02df. Oct 29 13:37:26.206565 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-a60d2158-f82e-47b8-a0cb-35250febe6b1 req-df4510cd-d3b8-4fef-8ff5-0cbfb49b8286 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Calling delete_port for 297f0860-5eca-4489-80dd-06a64c0f02df owned by compute:nova {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:37:26.228430 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port de11dba1-9e0c-4c66-8f1b-9448431f3bcf triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:26.228850 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:26.286421 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-7d843fe8-87d9-48ca-b8b4-94bd50fee0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'name': 'tempest-AttachVolumeShelveTestJSON-1805075616-router', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:39Z', 'revision_number': 4, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'gw_port': {'id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': '10226858-3a74-4a50-a4be-f29c75deb229', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'port_id': '207037ea-0c28-45f2-b0bb-bf243c80aa97', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'mac_address': 'fa:16:3e:59:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c9065a-62c0-4f58-82af-bd44e7a1ac45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:37:06Z', 'updated_at': '2021-10-29T13:37:24Z', 'revision_number': 1, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a80087b-91b9-455b-9761-f304b223a9dc', 'name': '', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'mac_address': 'fa:16:3e:cd:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:34Z', 'updated_at': '2021-10-29T13:32:48Z', 'revision_number': 5, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'subnets': [{'id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:26.315089 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d843fe8-87d9-48ca-b8b4-94bd50fee0cb None None] The sync data for ids ['1abfc369-9d32-4afe-ad00-faa027c4059c'] in dv-cinder-815884-1-iscsi is: [{'id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'name': 'tempest-AttachVolumeShelveTestJSON-1805075616-router', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:39Z', 'revision_number': 4, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'gw_port': {'id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': '10226858-3a74-4a50-a4be-f29c75deb229', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'port_id': '207037ea-0c28-45f2-b0bb-bf243c80aa97', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'mac_address': 'fa:16:3e:59:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c9065a-62c0-4f58-82af-bd44e7a1ac45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:37:06Z', 'updated_at': '2021-10-29T13:37:24Z', 'revision_number': 1, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a80087b-91b9-455b-9761-f304b223a9dc', 'name': '', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'mac_address': 'fa:16:3e:cd:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:34Z', 'updated_at': '2021-10-29T13:32:48Z', 'revision_number': 5, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'subnets': [{'id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:37:26.374700 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:26.413146 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ba202d4e-69bf-4180-8920-e9b226231755 req-2ba7b536-1290-477c-827a-8c91faf5ac5d tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749507 Oct 29 13:37:26.422205 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-480aff62-978e-4d92-b5df-609b33c55dbb req-ff145d3c-2599-412f-9054-0524311942e4 service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011099 Oct 29 13:37:26.423624 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] For port de11dba1-9e0c-4c66-8f1b-9448431f3bcf, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=de11dba1-9e0c-4c66-8f1b-9448431f3bcf,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:37:26.428225 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1711d68-f980-446e-b61b-d139e7b5da67 req-ff8bb130-c112-4e78-ac30-84fa4e10379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:26.431453 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f1711d68-f980-446e-b61b-d139e7b5da67 req-ff8bb130-c112-4e78-ac30-84fa4e10379e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dda9cf39e3ff4797af5227f990f14457&device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 1098 time: 0.1650283 Oct 29 13:37:26.439069 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:26.536051 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Pushing event updated for resources: {'Port': ['ID=de11dba1-9e0c-4c66-8f1b-9448431f3bcf,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:26.547159 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-a60d2158-f82e-47b8-a0cb-35250febe6b1 req-df4510cd-d3b8-4fef-8ff5-0cbfb49b8286 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:26.597370 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1711d68-f980-446e-b61b-d139e7b5da67 req-ab2e9b40-c720-463a-a39d-df611832cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:26.599013 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f1711d68-f980-446e-b61b-d139e7b5da67 req-ab2e9b40-c720-463a-a39d-df611832cfaf service neutron] 10.222.0.26 "GET /v2.0/networks?id=d620a326-cd97-4595-b325-2f417240582b HTTP/1.1" status: 200 len: 913 time: 0.1385088 Oct 29 13:37:26.599939 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4510cd-d3b8-4fef-8ff5-0cbfb49b8286 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Pushing event deleted for resources: {'Port': ['ID=297f0860-5eca-4489-80dd-06a64c0f02df,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:26.695261 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f1711d68-f980-446e-b61b-d139e7b5da67 req-56999183-ec7a-4111-831a-7e432ee758eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49fbc446-11dd-43aa-9ae2-5fca88cbf195 HTTP/1.1" status: 200 len: 1000 time: 0.0847371 Oct 29 13:37:26.744979 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a60d2158-f82e-47b8-a0cb-35250febe6b1 req-df4510cd-d3b8-4fef-8ff5-0cbfb49b8286 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Router 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:37:26.745212 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1711d68-f980-446e-b61b-d139e7b5da67 req-67aa3a23-f33b-4580-83c3-d2a05e3100f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:26.746683 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f1711d68-f980-446e-b61b-d139e7b5da67 req-67aa3a23-f33b-4580-83c3-d2a05e3100f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=115c3b06-75d5-42f2-9aff-2e4cf3f60ab5 HTTP/1.1" status: 200 len: 851 time: 0.0430868 Oct 29 13:37:26.771993 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:26.799557 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1711d68-f980-446e-b61b-d139e7b5da67 req-652ab626-ed06-4d9e-aa48-c538256fd677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:26.801039 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f1711d68-f980-446e-b61b-d139e7b5da67 req-652ab626-ed06-4d9e-aa48-c538256fd677 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d620a326-cd97-4595-b325-2f417240582b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453906 Oct 29 13:37:26.873268 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a60d2158-f82e-47b8-a0cb-35250febe6b1 req-df4510cd-d3b8-4fef-8ff5-0cbfb49b8286 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:37:26.888570 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24555847-a17f-47ae-a8d4-41b57f9dd244 None None] Sync routers for ids ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:37:26.909915 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24555847-a17f-47ae-a8d4-41b57f9dd244 None None] Routers {'5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:37:26.910445 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-24555847-a17f-47ae-a8d4-41b57f9dd244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:36:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:26.914281 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f1711d68-f980-446e-b61b-d139e7b5da67 req-6cd2c1e7-cfa1-4a27-abd2-2af4d61dbfea service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039424 Oct 29 13:37:26.915395 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60d2158-f82e-47b8-a0cb-35250febe6b1 req-df4510cd-d3b8-4fef-8ff5-0cbfb49b8286 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] No DVR routers for this DVR port 297f0860-5eca-4489-80dd-06a64c0f02df on host hv-cinder-81588 {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:37:26.918019 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-a60d2158-f82e-47b8-a0cb-35250febe6b1 req-df4510cd-d3b8-4fef-8ff5-0cbfb49b8286 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:26.922072 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a60d2158-f82e-47b8-a0cb-35250febe6b1 req-df4510cd-d3b8-4fef-8ff5-0cbfb49b8286 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.26 "DELETE /v2.0/ports/297f0860-5eca-4489-80dd-06a64c0f02df HTTP/1.1" status: 204 len: 173 time: 1.4404860 Oct 29 13:37:26.922504 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3514ebdc-efef-4212-a080-cb9e0f9c7cc4', 'name': 'network-vif-deleted', 'tag': '297f0860-5eca-4489-80dd-06a64c0f02df'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:37:26.924745 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ce13b0-5881-4c84-a7d2-a50d3ad033e0" -d '{"events": [{"server_uuid": "3514ebdc-efef-4212-a080-cb9e0f9c7cc4", "name": "network-vif-deleted", "tag": "297f0860-5eca-4489-80dd-06a64c0f02df"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:37:26.975447 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0887ce1-4ac5-46c8-93de-c753389c8537 x-openstack-request-id: req-e0887ce1-4ac5-46c8-93de-c753389c8537 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:37:26.976056 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3514ebdc-efef-4212-a080-cb9e0f9c7cc4", "name": "network-vif-deleted", "tag": "297f0860-5eca-4489-80dd-06a64c0f02df", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:37:26.976704 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e0887ce1-4ac5-46c8-93de-c753389c8537 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:37:26.977416 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3514ebdc-efef-4212-a080-cb9e0f9c7cc4', 'name': 'network-vif-deleted', 'tag': '297f0860-5eca-4489-80dd-06a64c0f02df', 'status': 'completed', 'code': 200} Oct 29 13:37:27.039721 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f1711d68-f980-446e-b61b-d139e7b5da67 req-18b7998e-a77d-47d2-b8ce-60cdf7e03f73 service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169941 Oct 29 13:37:27.120848 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-24555847-a17f-47ae-a8d4-41b57f9dd244 None None] Set router 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:37:27.322339 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-24555847-a17f-47ae-a8d4-41b57f9dd244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'name': 'tempest-AttachVolumeTestJSON-909382734-router', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:35Z', 'revision_number': 4, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'gw_port': {'id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a', 'name': '', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'mac_address': 'fa:16:3e:75:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:30Z', 'updated_at': '2021-10-29T13:32:43Z', 'revision_number': 5, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'subnets': [{'id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:27.350961 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24555847-a17f-47ae-a8d4-41b57f9dd244 None None] Checking router: 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:37:27.359715 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24555847-a17f-47ae-a8d4-41b57f9dd244 None None] Routers {'5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:37:27.360322 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-24555847-a17f-47ae-a8d4-41b57f9dd244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:36:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:27.464398 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-24555847-a17f-47ae-a8d4-41b57f9dd244 None None] Set router 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:37:27.534351 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-86b2d7a3-17f2-4670-9cad-372c7e2e94b0 req-10e9a358-02f7-43f5-aac9-b26602cb1327 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3514ebdc-efef-4212-a080-cb9e0f9c7cc4 HTTP/1.1" status: 200 len: 210 time: 0.0276902 Oct 29 13:37:27.679115 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-24555847-a17f-47ae-a8d4-41b57f9dd244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'name': 'tempest-AttachVolumeTestJSON-909382734-router', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:35Z', 'revision_number': 4, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'gw_port': {'id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a', 'name': '', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'mac_address': 'fa:16:3e:75:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:30Z', 'updated_at': '2021-10-29T13:32:43Z', 'revision_number': 5, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'subnets': [{'id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:27.704475 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24555847-a17f-47ae-a8d4-41b57f9dd244 None None] The sync data for ids ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'] in dv-cinder-815884-1-iscsi is: [{'id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'name': 'tempest-AttachVolumeTestJSON-909382734-router', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:35Z', 'revision_number': 4, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'gw_port': {'id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a', 'name': '', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'mac_address': 'fa:16:3e:75:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:30Z', 'updated_at': '2021-10-29T13:32:43Z', 'revision_number': 5, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'subnets': [{'id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:37:27.959226 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device de11dba1-9e0c-4c66-8f1b-9448431f3bcf up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:28.004568 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:28.017949 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port de11dba1-9e0c-4c66-8f1b-9448431f3bcf triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:28.018303 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:28.069688 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-62be72f7-6e0f-4d9a-bcef-6c9c9d119be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:28.189454 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b21490-ff66-4106-800b-1e3042916eb1 None None] New status for floating IP 10226858-3a74-4a50-a4be-f29c75deb229: ACTIVE {{(pid=101277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 13:37:28.392014 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] Sync routers for ids ['92965d27-3912-4e51-807b-57a477301a57'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:37:28.401599 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] Routers {'92965d27-3912-4e51-807b-57a477301a57'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:37:28.402297 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:37:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['92965d27-3912-4e51-807b-57a477301a57'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:28.500132 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60efb6e-6daa-4a50-9403-2de397e79902 None None] New status for floating IP a98c63b8-8703-444a-8de4-6491711a3af0: DOWN {{(pid=101277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 13:37:28.509560 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] Set router 92965d27-3912-4e51-807b-57a477301a57 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:37:28.627886 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36524) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:28.700784 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-243a678d-b4c7-4dca-87f7-cd76ab131bd0 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:28.724025 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-243a678d-b4c7-4dca-87f7-cd76ab131bd0 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:28.737739 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92965d27-3912-4e51-807b-57a477301a57', 'name': 'tempest-TestShelveInstance-911590540-router', 'tenant_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'de11dba1-9e0c-4c66-8f1b-9448431f3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:19Z', 'updated_at': '2021-10-29T13:37:23Z', 'revision_number': 4, 'project_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'gw_port': {'id': 'de11dba1-9e0c-4c66-8f1b-9448431f3bcf', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:60:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92965d27-3912-4e51-807b-57a477301a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:19Z', 'updated_at': '2021-10-29T13:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '002dd1f4-4b1d-4cea-b027-bad865896969', 'name': '', 'network_id': '5215454a-ce83-410a-be1d-4d99989ae8ad', 'tenant_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'mac_address': 'fa:16:3e:ae:33:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92965d27-3912-4e51-807b-57a477301a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7c0cbf1-58ae-417e-90e3-2b5fa33ef76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:22Z', 'updated_at': '2021-10-29T13:37:23Z', 'revision_number': 2, 'project_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'subnets': [{'id': 'b7c0cbf1-58ae-417e-90e3-2b5fa33ef76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:28.775031 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-243a678d-b4c7-4dca-87f7-cd76ab131bd0 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:28.777656 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-243a678d-b4c7-4dca-87f7-cd76ab131bd0 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:28.778865 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-243a678d-b4c7-4dca-87f7-cd76ab131bd0 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "DELETE /v2.0/security-groups/f1a886a9-dd8b-42a3-8acc-44c7d9e2d243 HTTP/1.1" status: 204 len: 168 time: 0.1499052 Oct 29 13:37:28.781857 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 36528) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:28.792641 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a678d-b4c7-4dca-87f7-cd76ab131bd0 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a886a9-dd8b-42a3-8acc-44c7d9e2d243,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:28.795818 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.api.v2.resource [None req-8a0a9915-dc62-4d97-a646-01331923e98a tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] show failed (client error): The resource could not be found. Oct 29 13:37:28.799679 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-8a0a9915-dc62-4d97-a646-01331923e98a tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups/f1a886a9-dd8b-42a3-8acc-44c7d9e2d243 HTTP/1.1" status: 404 len: 347 time: 0.0140078 Oct 29 13:37:28.800184 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 36530) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:28.896040 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] Checking router: 92965d27-3912-4e51-807b-57a477301a57 for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:37:28.896398 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] Updating router 92965d27-3912-4e51-807b-57a477301a57 port 002dd1f4-4b1d-4cea-b027-bad865896969 binding host dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 13:37:28.928315 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:28.940861 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-cd92a38a-a611-4dda-a9c1-e57a17d324d1 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Deleting port dcb94eea-2a6d-4045-a7c6-511087b08626 {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:37:28.941201 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cd92a38a-a611-4dda-a9c1-e57a17d324d1 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.019123 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cd92a38a-a611-4dda-a9c1-e57a17d324d1 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.019440 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cd92a38a-a611-4dda-a9c1-e57a17d324d1 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.030778 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-cd92a38a-a611-4dda-a9c1-e57a17d324d1 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Calling delete_port for dcb94eea-2a6d-4045-a7c6-511087b08626 owned by network:floatingip {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:37:29.171358 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cd92a38a-a611-4dda-a9c1-e57a17d324d1 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.194858 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] Notify callbacks [] for port, precommit_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.199226 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92a38a-a611-4dda-a9c1-e57a17d324d1 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Pushing event deleted for resources: {'Port': ['ID=dcb94eea-2a6d-4045-a7c6-511087b08626,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:29.200569 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.262438 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cd92a38a-a611-4dda-a9c1-e57a17d324d1 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for floatingip, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.265095 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cd92a38a-a611-4dda-a9c1-e57a17d324d1 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for floatingip, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.265661 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a12a8-227b-4c63-bf72-d58519cbb16d None None] Pushing event updated for resources: {'Port': ['ID=002dd1f4-4b1d-4cea-b027-bad865896969,revision_number=3']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:29.266611 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-cd92a38a-a611-4dda-a9c1-e57a17d324d1 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "DELETE /v2.0/floatingips/a98c63b8-8703-444a-8de4-6491711a3af0 HTTP/1.1" status: 204 len: 168 time: 0.4655261 Oct 29 13:37:29.294476 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.329602 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] Attempting to bind port 002dd1f4-4b1d-4cea-b027-bad865896969 on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:37:29.330150 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] Attempting to bind port 002dd1f4-4b1d-4cea-b027-bad865896969 by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '0766e3b8-22ff-4377-b1b2-9e02bb5859c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5215454a-ce83-410a-be1d-4d99989ae8ad'}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:37:29.330586 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] Attempting to bind port 002dd1f4-4b1d-4cea-b027-bad865896969 on network 5215454a-ce83-410a-be1d-4d99989ae8ad {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:37:29.336158 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:37:29.336701 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] Checking segment: {'id': '0766e3b8-22ff-4377-b1b2-9e02bb5859c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5215454a-ce83-410a-be1d-4d99989ae8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:37:29.337119 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.337590 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] Bound using segment: {'id': '0766e3b8-22ff-4377-b1b2-9e02bb5859c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5215454a-ce83-410a-be1d-4d99989ae8ad'} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:37:29.338193 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] Bound port: 002dd1f4-4b1d-4cea-b027-bad865896969, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0766e3b8-22ff-4377-b1b2-9e02bb5859c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5215454a-ce83-410a-be1d-4d99989ae8ad'}}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:37:29.339033 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.409580 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] For port 002dd1f4-4b1d-4cea-b027-bad865896969, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:37:29.412948 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] For port 002dd1f4-4b1d-4cea-b027-bad865896969, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=002dd1f4-4b1d-4cea-b027-bad865896969,segment=NetworkSegment(0766e3b8-22ff-4377-b1b2-9e02bb5859c2),segment_id=0766e3b8-22ff-4377-b1b2-9e02bb5859c2)] {{(pid=101276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:37:29.417520 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.468836 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] Routers {'92965d27-3912-4e51-807b-57a477301a57'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:37:29.469458 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:37:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['92965d27-3912-4e51-807b-57a477301a57'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:29.550598 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a12a8-227b-4c63-bf72-d58519cbb16d None None] Pushing event updated for resources: {'Port': ['ID=002dd1f4-4b1d-4cea-b027-bad865896969,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:29.569850 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-e93b902f-62fe-4a2f-ba11-e249e1c08b90 None None] Provisioning complete for port 002dd1f4-4b1d-4cea-b027-bad865896969 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:29.570224 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-e93b902f-62fe-4a2f-ba11-e249e1c08b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.579713 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 36542) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:29.584717 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-1b0bbed5-cf25-4ce3-b442-c34c687f4984 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--720901943', 'description': 'tempest-description--1589911997'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:29.608888 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1b0bbed5-cf25-4ce3-b442-c34c687f4984 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.644314 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] Set router 92965d27-3912-4e51-807b-57a477301a57 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:37:29.698112 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1b0bbed5-cf25-4ce3-b442-c34c687f4984 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.702860 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1b0bbed5-cf25-4ce3-b442-c34c687f4984 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.731758 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1b0bbed5-cf25-4ce3-b442-c34c687f4984 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.736176 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-1b0bbed5-cf25-4ce3-b442-c34c687f4984 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1518922 Oct 29 13:37:29.736176 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bbed5-cf25-4ce3-b442-c34c687f4984 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054d10de-0639-4878-a0aa-9fcc4e3c1279,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:29.736731 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36544) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:29.741408 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-27bab0de-0e76-441d-9b64-58ead42a4fd9 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Request body: {'security_group_rule': {'security_group_id': '054d10de-0639-4878-a0aa-9fcc4e3c1279', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:29.774034 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-27bab0de-0e76-441d-9b64-58ead42a4fd9 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.787943 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-e93b902f-62fe-4a2f-ba11-e249e1c08b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.821881 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-27bab0de-0e76-441d-9b64-58ead42a4fd9 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.826132 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-27bab0de-0e76-441d-9b64-58ead42a4fd9 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.845255 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bab0de-0e76-441d-9b64-58ead42a4fd9 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3159a126-b014-4dff-a1bd-24f465175bfb,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:29.847875 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-e93b902f-62fe-4a2f-ba11-e249e1c08b90 None None] For port 002dd1f4-4b1d-4cea-b027-bad865896969, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=002dd1f4-4b1d-4cea-b027-bad865896969,segment=NetworkSegment(0766e3b8-22ff-4377-b1b2-9e02bb5859c2),segment_id=0766e3b8-22ff-4377-b1b2-9e02bb5859c2)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:37:29.853888 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-27bab0de-0e76-441d-9b64-58ead42a4fd9 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.855116 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-27bab0de-0e76-441d-9b64-58ead42a4fd9 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172037 Oct 29 13:37:29.857828 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36548) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:29.858805 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-e93b902f-62fe-4a2f-ba11-e249e1c08b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.862191 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-208f18ab-b82b-40f1-891e-98c12eb24246 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Request body: {'security_group_rule': {'security_group_id': '054d10de-0639-4878-a0aa-9fcc4e3c1279', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:29.890348 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-208f18ab-b82b-40f1-891e-98c12eb24246 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.950366 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-208f18ab-b82b-40f1-891e-98c12eb24246 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.956496 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-208f18ab-b82b-40f1-891e-98c12eb24246 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.960217 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b902f-62fe-4a2f-ba11-e249e1c08b90 None None] Pushing event updated for resources: {'Port': ['ID=002dd1f4-4b1d-4cea-b027-bad865896969,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:29.986207 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-b4d3e80f-0f76-479d-90e7-5a7656f50865 None None] Provisioning complete for port 002dd1f4-4b1d-4cea-b027-bad865896969 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:29.987642 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-b4d3e80f-0f76-479d-90e7-5a7656f50865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:29.988261 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f18ab-b82b-40f1-891e-98c12eb24246 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c5133b-4cd3-4c03-9c7b-4d71ed142986,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:29.995466 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92965d27-3912-4e51-807b-57a477301a57', 'name': 'tempest-TestShelveInstance-911590540-router', 'tenant_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'de11dba1-9e0c-4c66-8f1b-9448431f3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:19Z', 'updated_at': '2021-10-29T13:37:23Z', 'revision_number': 4, 'project_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'gw_port': {'id': 'de11dba1-9e0c-4c66-8f1b-9448431f3bcf', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:60:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92965d27-3912-4e51-807b-57a477301a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:19Z', 'updated_at': '2021-10-29T13:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '002dd1f4-4b1d-4cea-b027-bad865896969', 'name': '', 'network_id': '5215454a-ce83-410a-be1d-4d99989ae8ad', 'tenant_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'mac_address': 'fa:16:3e:ae:33:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92965d27-3912-4e51-807b-57a477301a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7c0cbf1-58ae-417e-90e3-2b5fa33ef76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:22Z', 'updated_at': '2021-10-29T13:37:29Z', 'revision_number': 4, 'project_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'subnets': [{'id': 'b7c0cbf1-58ae-417e-90e3-2b5fa33ef76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:30.004840 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-208f18ab-b82b-40f1-891e-98c12eb24246 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:30.006090 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-208f18ab-b82b-40f1-891e-98c12eb24246 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1472692 Oct 29 13:37:30.009218 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36552) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:30.014877 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-91a7b000-d481-430a-9f9d-e16af4c37058 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Request body: {'floatingip': {'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:30.041267 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-91a7b000-d481-430a-9f9d-e16af4c37058 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for floatingip, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:30.051045 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 002dd1f4-4b1d-4cea-b027-bad865896969 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:30.056183 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c3041f-675a-4105-9f10-67efbf9cfffc None None] The sync data for ids ['92965d27-3912-4e51-807b-57a477301a57'] in dv-cinder-815884-1-iscsi is: [{'id': '92965d27-3912-4e51-807b-57a477301a57', 'name': 'tempest-TestShelveInstance-911590540-router', 'tenant_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'de11dba1-9e0c-4c66-8f1b-9448431f3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:19Z', 'updated_at': '2021-10-29T13:37:23Z', 'revision_number': 4, 'project_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'gw_port': {'id': 'de11dba1-9e0c-4c66-8f1b-9448431f3bcf', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:60:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92965d27-3912-4e51-807b-57a477301a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:19Z', 'updated_at': '2021-10-29T13:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '002dd1f4-4b1d-4cea-b027-bad865896969', 'name': '', 'network_id': '5215454a-ce83-410a-be1d-4d99989ae8ad', 'tenant_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'mac_address': 'fa:16:3e:ae:33:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92965d27-3912-4e51-807b-57a477301a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7c0cbf1-58ae-417e-90e3-2b5fa33ef76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:22Z', 'updated_at': '2021-10-29T13:37:29Z', 'revision_number': 4, 'project_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'subnets': [{'id': 'b7c0cbf1-58ae-417e-90e3-2b5fa33ef76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:37:30.158544 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 002dd1f4-4b1d-4cea-b027-bad865896969 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:30.158915 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:30.190546 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-91a7b000-d481-430a-9f9d-e16af4c37058 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:30.299944 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [None req-91a7b000-d481-430a-9f9d-e16af4c37058 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Allocated IP 172.27.2.36 (87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d/997ea066-649a-4773-b815-b71c6be46375/491513ae-e49b-40bb-94e4-694ae1085564) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:37:30.428900 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-91a7b000-d481-430a-9f9d-e16af4c37058 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:30.468167 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-91a7b000-d481-430a-9f9d-e16af4c37058 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:30.507039 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a7b000-d481-430a-9f9d-e16af4c37058 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:37:30.509989 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-91a7b000-d481-430a-9f9d-e16af4c37058 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:30.517578 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a7b000-d481-430a-9f9d-e16af4c37058 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:37:30.520658 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7b000-d481-430a-9f9d-e16af4c37058 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Pushing event updated for resources: {'Port': ['ID=491513ae-e49b-40bb-94e4-694ae1085564,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:30.610147 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-91a7b000-d481-430a-9f9d-e16af4c37058 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:30.644932 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-91a7b000-d481-430a-9f9d-e16af4c37058 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:30.772557 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:30.798091 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-91a7b000-d481-430a-9f9d-e16af4c37058 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:30.802265 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-91a7b000-d481-430a-9f9d-e16af4c37058 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:30.872380 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7b000-d481-430a-9f9d-e16af4c37058 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Pushing event updated for resources: {'Port': ['ID=491513ae-e49b-40bb-94e4-694ae1085564,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:30.880471 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-91a7b000-d481-430a-9f9d-e16af4c37058 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495903'] for floatingip, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:30.896403 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-91a7b000-d481-430a-9f9d-e16af4c37058 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for floatingip, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:30.897617 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-91a7b000-d481-430a-9f9d-e16af4c37058 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8872097 Oct 29 13:37:31.087520 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-34aea852-7d18-48a5-8b26-298b8c602c12 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--720901943&fields=id&tenant_id=2f8248bc18c44ce3a53d399a2faba011 HTTP/1.1" status: 200 len: 267 time: 0.0309782 Oct 29 13:37:31.197662 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-584533ff-f85b-4d37-834d-822958325233 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:31.199150 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-584533ff-f85b-4d37-834d-822958325233 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/networks?id=9b00fe28-a5bb-47a1-b3da-ae5774a84660 HTTP/1.1" status: 200 len: 810 time: 0.1047313 Oct 29 13:37:31.214054 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-e2dc00c0-beb4-4b2d-878f-7a3a34f7d1d6 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/quotas/2f8248bc18c44ce3a53d399a2faba011 HTTP/1.1" status: 200 len: 375 time: 0.0092652 Oct 29 13:37:31.282117 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-30b9d71a-cd3e-4ae6-b42b-4eae0111b8e4 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=2f8248bc18c44ce3a53d399a2faba011&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536690 Oct 29 13:37:31.434965 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-a3367547-1ae9-422e-92b9-bc4f675ab234 service neutron] 10.222.0.96 "GET /v2.0/networks/9b00fe28-a5bb-47a1-b3da-ae5774a84660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519542 Oct 29 13:37:31.435247 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36582) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:31.522880 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-f4303dfa-5b28-4c9b-bcb4-7d6e6921c77f service neutron] 10.222.0.96 "GET /v2.0/networks/9b00fe28-a5bb-47a1-b3da-ae5774a84660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815828 Oct 29 13:37:31.533042 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-238502eb-da8b-45e0-8904-6142f7a4d6b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:31.610830 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-238502eb-da8b-45e0-8904-6142f7a4d6b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:31.615353 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-238502eb-da8b-45e0-8904-6142f7a4d6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:31.659180 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238502eb-da8b-45e0-8904-6142f7a4d6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc543ac7-bb5b-491b-9158-146d223b6f99,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:31.663684 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-238502eb-da8b-45e0-8904-6142f7a4d6b8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0a8a7811f2194fe889f15c0e54622f0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273636 Oct 29 13:37:31.666168 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36590) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:31.709625 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-16d92973-85ca-49ad-adba-0e2eaccc13d5 req-eec57b7b-a12b-4a31-af89-3e8c94d6acaf tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4 HTTP/1.1" status: 200 len: 210 time: 0.0357430 Oct 29 13:37:31.713076 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238502eb-da8b-45e0-8904-6142f7a4d6b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:31.713539 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238502eb-da8b-45e0-8904-6142f7a4d6b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:31.714006 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238502eb-da8b-45e0-8904-6142f7a4d6b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:31.714437 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238502eb-da8b-45e0-8904-6142f7a4d6b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:31.714865 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238502eb-da8b-45e0-8904-6142f7a4d6b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:31.715295 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238502eb-da8b-45e0-8904-6142f7a4d6b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:31.715719 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238502eb-da8b-45e0-8904-6142f7a4d6b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:31.716141 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238502eb-da8b-45e0-8904-6142f7a4d6b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:31.716564 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238502eb-da8b-45e0-8904-6142f7a4d6b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:31.716994 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238502eb-da8b-45e0-8904-6142f7a4d6b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:31.717461 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238502eb-da8b-45e0-8904-6142f7a4d6b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:31.718109 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238502eb-da8b-45e0-8904-6142f7a4d6b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:31.758440 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b8c37ba3-d4b6-41fb-a5c4-c285d2411656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:31.780718 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b8c37ba3-d4b6-41fb-a5c4-c285d2411656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:31.826133 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b8c37ba3-d4b6-41fb-a5c4-c285d2411656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:31.829309 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b8c37ba3-d4b6-41fb-a5c4-c285d2411656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:31.830522 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-b8c37ba3-d4b6-41fb-a5c4-c285d2411656 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dc543ac7-bb5b-491b-9158-146d223b6f99 HTTP/1.1" status: 204 len: 168 time: 0.1633582 Oct 29 13:37:31.844482 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c37ba3-d4b6-41fb-a5c4-c285d2411656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc543ac7-bb5b-491b-9158-146d223b6f99,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:31.987261 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 002dd1f4-4b1d-4cea-b027-bad865896969 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:32.044871 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 002dd1f4-4b1d-4cea-b027-bad865896969 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:32.045659 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:32.529144 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36624) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:32.625109 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-01b5e91f-6cc5-4900-9d6c-5c406d570727 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1283722114-network', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:32.646524 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b5e91f-6cc5-4900-9d6c-5c406d570727 admin admin] Made reservation on behalf of 0ec7253bb7c24dabb6c7b2841791c547 for: {'network': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:37:32.648763 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-01b5e91f-6cc5-4900-9d6c-5c406d570727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for network, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:32.657041 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-01b5e91f-6cc5-4900-9d6c-5c406d570727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:32.737646 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-01b5e91f-6cc5-4900-9d6c-5c406d570727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:32.744689 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-01b5e91f-6cc5-4900-9d6c-5c406d570727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:32.785310 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b5e91f-6cc5-4900-9d6c-5c406d570727 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=101274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 13:37:32.805420 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5e91f-6cc5-4900-9d6c-5c406d570727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb263c4-130c-4b89-b881-040773da78ae,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:32.813856 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-01b5e91f-6cc5-4900-9d6c-5c406d570727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:32.814155 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.segments_db [None req-01b5e91f-6cc5-4900-9d6c-5c406d570727 admin admin] Added segment 12e803aa-8284-4435-a8c4-e2fb555f184f of type vlan for network fcecba9e-4220-4154-9f1a-9dc9f13e1f11 Oct 29 13:37:32.850222 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-accaf2d9-7737-417d-a077-fe38c0e16971 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:32.852430 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-accaf2d9-7737-417d-a077-fe38c0e16971 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.26 "GET /v2.0/networks?id=9b00fe28-a5bb-47a1-b3da-ae5774a84660 HTTP/1.1" status: 200 len: 810 time: 0.1160305 Oct 29 13:37:32.872340 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2f313be8-3634-4940-86d0-9a4b19698db4 req-f26cda04-08da-48fd-8af1-3f8ca6b103fb tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4 HTTP/1.1" status: 200 len: 210 time: 0.0477941 Oct 29 13:37:32.885484 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-01b5e91f-6cc5-4900-9d6c-5c406d570727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763699395961'] for network, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:32.899525 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-303ef90a-a5d5-4e8d-8e0a-7ccd5e73683a tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f8248bc18c44ce3a53d399a2faba011 HTTP/1.1" status: 200 len: 379 time: 0.0378277 Oct 29 13:37:32.911244 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-01b5e91f-6cc5-4900-9d6c-5c406d570727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for network, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:32.912215 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b5e91f-6cc5-4900-9d6c-5c406d570727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:32.912796 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-01b5e91f-6cc5-4900-9d6c-5c406d570727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:32.916353 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-c0022c94-dcf4-4f11-8ac6-caadfc7ddebe tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Request body: {'port': {'device_id': 'ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'admin_state_up': True, 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'security_groups': ['054d10de-0639-4878-a0aa-9fcc4e3c1279']}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:32.972586 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-01b5e91f-6cc5-4900-9d6c-5c406d570727 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4423001 Oct 29 13:37:32.975320 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36634) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:32.980113 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-6f3124c0-ab48-49fa-8339-f2a283ec36dc admin admin] Request body: {'subnet': {'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1283722114-subnet', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'ip_version': 4}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:32.988367 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5e91f-6cc5-4900-9d6c-5c406d570727 admin admin] Pushing event updated for resources: {'Network': ['ID=fcecba9e-4220-4154-9f1a-9dc9f13e1f11,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:33.002185 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Network fcecba9e-4220-4154-9f1a-9dc9f13e1f11 details requested by agent ovs-agent-dv-cinder-815884-1-iscsi with host dv-cinder-815884-1-iscsi {{(pid=101276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 13:37:33.008399 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3124c0-ab48-49fa-8339-f2a283ec36dc admin admin] Made reservation on behalf of 0ec7253bb7c24dabb6c7b2841791c547 for: {'subnet': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:37:33.010896 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f3124c0-ab48-49fa-8339-f2a283ec36dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25488920'] for subnet, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:33.037473 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-c0022c94-dcf4-4f11-8ac6-caadfc7ddebe tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Made reservation on behalf of 2f8248bc18c44ce3a53d399a2faba011 for: {'port': 1} {{(pid=101275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:37:33.041408 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-c0022c94-dcf4-4f11-8ac6-caadfc7ddebe tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:33.179935 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_common [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-c0022c94-dcf4-4f11-8ac6-caadfc7ddebe tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Allocated IP 172.20.0.3 (9b00fe28-a5bb-47a1-b3da-ae5774a84660/190fdc9d-b7ca-4aac-8054-029f057e3220/bbd097dd-ea19-4a4e-a3ed-ffc024cf517d) {{(pid=101275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:37:33.186201 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f3124c0-ab48-49fa-8339-f2a283ec36dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25596770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25489002'] for subnet, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:33.241928 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3124c0-ab48-49fa-8339-f2a283ec36dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf7caa80-c9da-42b4-ba61-3d38ed8b315b,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:33.249050 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3124c0-ab48-49fa-8339-f2a283ec36dc admin admin] Checking segment: {'id': '12e803aa-8284-4435-a8c4-e2fb555f184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:37:33.249577 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3124c0-ab48-49fa-8339-f2a283ec36dc admin admin] Network hostable DHCP agents. Network: fcecba9e-4220-4154-9f1a-9dc9f13e1f11, hostable agents: ['06601b14-b41b-4094-84be-2323d3ae6cac'], hosted agents: [] {{(pid=101274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 13:37:33.273804 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3124c0-ab48-49fa-8339-f2a283ec36dc admin admin] Network fcecba9e-4220-4154-9f1a-9dc9f13e1f11 is scheduled to be hosted by DHCP agent 06601b14-b41b-4094-84be-2323d3ae6cac with binding_index 1 {{(pid=101274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 13:37:33.284987 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-6f3124c0-ab48-49fa-8339-f2a283ec36dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815884-1-iscsi, fcecba9e-4220-4154-9f1a-9dc9f13e1f11) {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:33.289717 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3124c0-ab48-49fa-8339-f2a283ec36dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:33.290367 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f3124c0-ab48-49fa-8339-f2a283ec36dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:33.294929 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9039fc-e73c-4b82-96fd-a52c83fa5a08 None None] Network fcecba9e-4220-4154-9f1a-9dc9f13e1f11 requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:37:33.310142 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-6f3124c0-ab48-49fa-8339-f2a283ec36dc admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3334408 Oct 29 13:37:33.310846 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36640) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:33.315514 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-6785f8a4-7c15-4740-a80c-496198155a0f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1283722114-router', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:33.323753 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-c0022c94-dcf4-4f11-8ac6-caadfc7ddebe tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for port, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:33.338302 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6785f8a4-7c15-4740-a80c-496198155a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-416'] for router, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:33.341073 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6785f8a4-7c15-4740-a80c-496198155a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-439'] for router, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:33.362025 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-c0022c94-dcf4-4f11-8ac6-caadfc7ddebe tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:33.399395 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6785f8a4-7c15-4740-a80c-496198155a0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:33.403624 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-c0022c94-dcf4-4f11-8ac6-caadfc7ddebe tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Network 9b00fe28-a5bb-47a1-b3da-ae5774a84660 is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:37:33.408938 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-c0022c94-dcf4-4f11-8ac6-caadfc7ddebe tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:33.415528 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-c0022c94-dcf4-4f11-8ac6-caadfc7ddebe tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Received port after_create {{(pid=101275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:37:33.419379 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0022c94-dcf4-4f11-8ac6-caadfc7ddebe tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Pushing event updated for resources: {'Port': ['ID=bbd097dd-ea19-4a4e-a3ed-ffc024cf517d,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:33.455720 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6193d5a-f47a-442f-8ca6-6fa6286ee26a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05bbbbe7-721e-50c9-a88b-8fbcfecde8b1-fcecba9e-4220-4154-9f1a-9dc9f13e1f11', 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'fixed_ips': [{'subnet_id': 'cf7caa80-c9da-42b4-ba61-3d38ed8b315b'}]}} from dv-cinder-815884-1-iscsi. {{(pid=101276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 13:37:33.456676 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d6193d5a-f47a-442f-8ca6-6fa6286ee26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:33.466078 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-c0022c94-dcf4-4f11-8ac6-caadfc7ddebe tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:33.466683 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-c0022c94-dcf4-4f11-8ac6-caadfc7ddebe tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:33.488044 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-c0022c94-dcf4-4f11-8ac6-caadfc7ddebe tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5753975 Oct 29 13:37:33.500693 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-aebae5f2-1165-4add-9f43-7829a5494ede service neutron] Request body: {'port': {'device_id': 'ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:33.557930 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6785f8a4-7c15-4740-a80c-496198155a0f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:33.568224 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-aebae5f2-1165-4add-9f43-7829a5494ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:33.627537 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.db_base_plugin_common [None req-d6193d5a-f47a-442f-8ca6-6fa6286ee26a None None] Allocated IP 172.20.0.2 (fcecba9e-4220-4154-9f1a-9dc9f13e1f11/cf7caa80-c9da-42b4-ba61-3d38ed8b315b/a00f779e-3ae4-44e3-acb1-391394f9fc8b) {{(pid=101276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:37:33.752938 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-e07e41ef-9787-4a14-b0d9-e7f0effcf6fc None None] Provisioning complete for port bbd097dd-ea19-4a4e-a3ed-ffc024cf517d triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:33.753132 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-e07e41ef-9787-4a14-b0d9-e7f0effcf6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:33.772623 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6785f8a4-7c15-4740-a80c-496198155a0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:33.794447 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6785f8a4-7c15-4740-a80c-496198155a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:33.817239 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-e07e41ef-9787-4a14-b0d9-e7f0effcf6fc None None] Port bbd097dd-ea19-4a4e-a3ed-ffc024cf517d cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:37:33.824206 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d6193d5a-f47a-442f-8ca6-6fa6286ee26a None None] Notify callbacks [] for port, precommit_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:33.832081 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d6193d5a-f47a-442f-8ca6-6fa6286ee26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:33.869859 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6193d5a-f47a-442f-8ca6-6fa6286ee26a None None] Network fcecba9e-4220-4154-9f1a-9dc9f13e1f11 is already hosted by enough agents. {{(pid=101276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:37:33.874648 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.scheduler.base_scheduler [None req-d6193d5a-f47a-442f-8ca6-6fa6286ee26a None None] Resources bound (agent type, host, resource id): {{(pid=101276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:33.878079 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6193d5a-f47a-442f-8ca6-6fa6286ee26a None None] Received port after_create {{(pid=101276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:37:33.883518 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-aebae5f2-1165-4add-9f43-7829a5494ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd097dd-ea19-4a4e-a3ed-ffc024cf517d {{(pid=101275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:37:33.899081 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-aebae5f2-1165-4add-9f43-7829a5494ede service neutron] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:33.901805 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6193d5a-f47a-442f-8ca6-6fa6286ee26a None None] Pushing event updated for resources: {'Port': ['ID=a00f779e-3ae4-44e3-acb1-391394f9fc8b,revision_number=1']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:33.910274 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [None req-6785f8a4-7c15-4740-a80c-496198155a0f admin admin] Allocated IP 172.27.2.41 (87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d/997ea066-649a-4773-b815-b71c6be46375/4a710ba7-e724-4f9d-b6c8-a15a081f2fc3) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:37:33.925412 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.provisioning_blocks [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-aebae5f2-1165-4add-9f43-7829a5494ede service neutron] Transition to ACTIVE for port object bbd097dd-ea19-4a4e-a3ed-ffc024cf517d will not be triggered until provisioned by entity L2. {{(pid=101275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 13:37:33.930908 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-aebae5f2-1165-4add-9f43-7829a5494ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952907'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:33.962529 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-d6193d5a-f47a-442f-8ca6-6fa6286ee26a None None] Attempting to bind port a00f779e-3ae4-44e3-acb1-391394f9fc8b on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:37:33.962898 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-d6193d5a-f47a-442f-8ca6-6fa6286ee26a None None] Attempting to bind port a00f779e-3ae4-44e3-acb1-391394f9fc8b by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '12e803aa-8284-4435-a8c4-e2fb555f184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11'}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:37:33.963380 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6193d5a-f47a-442f-8ca6-6fa6286ee26a None None] Attempting to bind port a00f779e-3ae4-44e3-acb1-391394f9fc8b on network fcecba9e-4220-4154-9f1a-9dc9f13e1f11 {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:37:33.969990 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6193d5a-f47a-442f-8ca6-6fa6286ee26a None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:37:33.970683 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6193d5a-f47a-442f-8ca6-6fa6286ee26a None None] Checking segment: {'id': '12e803aa-8284-4435-a8c4-e2fb555f184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:37:33.971285 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d6193d5a-f47a-442f-8ca6-6fa6286ee26a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:33.971977 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6193d5a-f47a-442f-8ca6-6fa6286ee26a None None] Bound using segment: {'id': '12e803aa-8284-4435-a8c4-e2fb555f184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11'} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:37:33.972883 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-d6193d5a-f47a-442f-8ca6-6fa6286ee26a None None] Bound port: a00f779e-3ae4-44e3-acb1-391394f9fc8b, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e803aa-8284-4435-a8c4-e2fb555f184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11'}}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:37:33.973926 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d6193d5a-f47a-442f-8ca6-6fa6286ee26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:34.007722 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebae5f2-1165-4add-9f43-7829a5494ede service neutron] Pushing event updated for resources: {'Port': ['ID=bbd097dd-ea19-4a4e-a3ed-ffc024cf517d,revision_number=2']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:34.059936 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-d6193d5a-f47a-442f-8ca6-6fa6286ee26a None None] For port a00f779e-3ae4-44e3-acb1-391394f9fc8b, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:37:34.063885 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-d6193d5a-f47a-442f-8ca6-6fa6286ee26a None None] For port a00f779e-3ae4-44e3-acb1-391394f9fc8b, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=a00f779e-3ae4-44e3-acb1-391394f9fc8b,segment=NetworkSegment(12e803aa-8284-4435-a8c4-e2fb555f184f),segment_id=12e803aa-8284-4435-a8c4-e2fb555f184f)] {{(pid=101276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:37:34.076398 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d6193d5a-f47a-442f-8ca6-6fa6286ee26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:34.093535 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-aebae5f2-1165-4add-9f43-7829a5494ede service neutron] Attempting to bind port bbd097dd-ea19-4a4e-a3ed-ffc024cf517d on host hv-cinder-81588 for vnic_type normal with profile {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:37:34.093921 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-aebae5f2-1165-4add-9f43-7829a5494ede service neutron] Attempting to bind port bbd097dd-ea19-4a4e-a3ed-ffc024cf517d by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '527f676e-5a03-488c-8dd0-cadb1d3b0adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660'}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:37:34.094249 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-aebae5f2-1165-4add-9f43-7829a5494ede service neutron] Attempting to bind port bbd097dd-ea19-4a4e-a3ed-ffc024cf517d on network 9b00fe28-a5bb-47a1-b3da-ae5774a84660 {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:37:34.099432 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-aebae5f2-1165-4add-9f43-7829a5494ede service neutron] Port bbd097dd-ea19-4a4e-a3ed-ffc024cf517d on network 9b00fe28-a5bb-47a1-b3da-ae5774a84660 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 13:37:34.099781 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-aebae5f2-1165-4add-9f43-7829a5494ede service neutron] Attempting to bind port bbd097dd-ea19-4a4e-a3ed-ffc024cf517d on network 9b00fe28-a5bb-47a1-b3da-ae5774a84660 {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:37:34.105204 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-aebae5f2-1165-4add-9f43-7829a5494ede service neutron] Checking agent: {'id': 'f4eb5ed7-5e0f-48be-9842-f1315b14e800', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'started_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:37:34.105594 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-aebae5f2-1165-4add-9f43-7829a5494ede service neutron] Checking segment: {'id': '527f676e-5a03-488c-8dd0-cadb1d3b0adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:37:34.105957 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-aebae5f2-1165-4add-9f43-7829a5494ede service neutron] Bound using segment: {'id': '527f676e-5a03-488c-8dd0-cadb1d3b0adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660'} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:37:34.106891 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-aebae5f2-1165-4add-9f43-7829a5494ede service neutron] Bound port: bbd097dd-ea19-4a4e-a3ed-ffc024cf517d, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '527f676e-5a03-488c-8dd0-cadb1d3b0adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660'}}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:37:34.106891 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-aebae5f2-1165-4add-9f43-7829a5494ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:34.140507 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6193d5a-f47a-442f-8ca6-6fa6286ee26a None None] Pushing event updated for resources: {'Port': ['ID=a00f779e-3ae4-44e3-acb1-391394f9fc8b,revision_number=2']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:34.196229 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-aebae5f2-1165-4add-9f43-7829a5494ede service neutron] For port bbd097dd-ea19-4a4e-a3ed-ffc024cf517d, host hv-cinder-81588, cleared binding levels {{(pid=101275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:37:34.199092 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-aebae5f2-1165-4add-9f43-7829a5494ede service neutron] For port bbd097dd-ea19-4a4e-a3ed-ffc024cf517d, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=bbd097dd-ea19-4a4e-a3ed-ffc024cf517d,segment=NetworkSegment(527f676e-5a03-488c-8dd0-cadb1d3b0adb),segment_id=527f676e-5a03-488c-8dd0-cadb1d3b0adb)] {{(pid=101275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:37:34.206394 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-aebae5f2-1165-4add-9f43-7829a5494ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952907'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:34.258623 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-aebae5f2-1165-4add-9f43-7829a5494ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:34.259490 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-aebae5f2-1165-4add-9f43-7829a5494ede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:34.260954 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-aebae5f2-1165-4add-9f43-7829a5494ede service neutron] 10.222.0.26 "PUT /v2.0/ports/bbd097dd-ea19-4a4e-a3ed-ffc024cf517d HTTP/1.1" status: 200 len: 1093 time: 0.7648342 Oct 29 13:37:34.263869 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4', 'tag': 'bbd097dd-ea19-4a4e-a3ed-ffc024cf517d'}] {{(pid=101275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:37:34.266227 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1ae6470871d1e7f5254046b6a14a5a61bc426f08075d8dbcbc5db3d9a889b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a61a82-24ed-417a-b0f8-5997cde836c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4", "tag": "bbd097dd-ea19-4a4e-a3ed-ffc024cf517d"}]}' {{(pid=101275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:37:34.296066 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebae5f2-1165-4add-9f43-7829a5494ede service neutron] Pushing event updated for resources: {'Port': ['ID=bbd097dd-ea19-4a4e-a3ed-ffc024cf517d,revision_number=3']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:34.333814 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb5c6a6-d9bb-447c-a440-7fdc5e691647 x-openstack-request-id: req-cdb5c6a6-d9bb-447c-a440-7fdc5e691647 {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:37:34.335286 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4", "tag": "bbd097dd-ea19-4a4e-a3ed-ffc024cf517d", "status": "completed", "code": 200}]} {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:37:34.335528 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cdb5c6a6-d9bb-447c-a440-7fdc5e691647 {{(pid=101275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:37:34.335981 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4', 'tag': 'bbd097dd-ea19-4a4e-a3ed-ffc024cf517d', 'status': 'completed', 'code': 200} Oct 29 13:37:34.378525 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7b4b7-b946-4ecb-8769-5bca35206c26 req-94bdbb3e-4753-480e-8da5-b199f0f6c556 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:34.382256 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-82b7b4b7-b946-4ecb-8769-5bca35206c26 req-94bdbb3e-4753-480e-8da5-b199f0f6c556 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4 HTTP/1.1" status: 200 len: 943 time: 0.0833089 Oct 29 13:37:34.448857 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6785f8a4-7c15-4740-a80c-496198155a0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:34.468191 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-82b7b4b7-b946-4ecb-8769-5bca35206c26 req-659cf579-1149-4720-b94d-9c0554189579 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=054d10de-0639-4878-a0aa-9fcc4e3c1279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801632 Oct 29 13:37:34.502776 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-aa8d4455-69a7-4163-91af-538a24aa0dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:34.504377 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-aa8d4455-69a7-4163-91af-538a24aa0dea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f8248bc18c44ce3a53d399a2faba011&device_id=ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4 HTTP/1.1" status: 200 len: 1096 time: 0.1769111 Oct 29 13:37:34.517336 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6785f8a4-7c15-4740-a80c-496198155a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:34.585958 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6785f8a4-7c15-4740-a80c-496198155a0f admin admin] Network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:37:34.592362 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-6785f8a4-7c15-4740-a80c-496198155a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:34.596413 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6785f8a4-7c15-4740-a80c-496198155a0f admin admin] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:37:34.618532 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785f8a4-7c15-4740-a80c-496198155a0f admin admin] Pushing event updated for resources: {'Port': ['ID=4a710ba7-e724-4f9d-b6c8-a15a081f2fc3,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:34.772603 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-784a1e8a-0c23-45e9-b542-e785c69ef185 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbd097dd-ea19-4a4e-a3ed-ffc024cf517d HTTP/1.1" status: 200 len: 217 time: 0.2574761 Oct 29 13:37:34.822790 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-c91eda66-4a39-49ae-bb69-3e8819d50d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:34.824238 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-c91eda66-4a39-49ae-bb69-3e8819d50d5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=190fdc9d-b7ca-4aac-8054-029f057e3220 HTTP/1.1" status: 200 len: 849 time: 0.0434592 Oct 29 13:37:34.856014 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6785f8a4-7c15-4740-a80c-496198155a0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:34.878252 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-5e37df58-4d40-470a-ba94-561dcc11b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:34.879727 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-5e37df58-4d40-470a-ba94-561dcc11b2c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9b00fe28-a5bb-47a1-b3da-ae5774a84660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443695 Oct 29 13:37:34.985593 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-9eb3fa7b-2a25-4f50-9468-df36ecf795da service neutron] 10.222.0.26 "GET /v2.0/networks/9b00fe28-a5bb-47a1-b3da-ae5774a84660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952113 Oct 29 13:37:35.063082 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6785f8a4-7c15-4740-a80c-496198155a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496037'] for router, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:35.079928 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e2cdc140-8b9c-4f09-a985-b6dd9f72bf39 req-05756d71-100e-4c62-a130-3c67320dcee7 service neutron] 10.222.0.26 "GET /v2.0/networks/9b00fe28-a5bb-47a1-b3da-ae5774a84660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859125 Oct 29 13:37:35.185620 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a61a82-24ed-417a-b0f8-5997cde836c0 req-218e71b0-a15f-446c-a034-5174cbf5f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:35.188134 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-78a61a82-24ed-417a-b0f8-5997cde836c0 req-218e71b0-a15f-446c-a034-5174cbf5f735 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f8248bc18c44ce3a53d399a2faba011&device_id=ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4 HTTP/1.1" status: 200 len: 1096 time: 0.0615134 Oct 29 13:37:35.214208 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6785f8a4-7c15-4740-a80c-496198155a0f admin admin] Router 62ce2515-c3d0-4c08-94fb-216a4ef523b9 is scheduled to L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 with binding_index 1 {{(pid=101274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 13:37:35.248221 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac82d81c-777d-47d5-8c8e-0457c0a8a510 None None] Network fcecba9e-4220-4154-9f1a-9dc9f13e1f11 requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:37:35.287392 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a61a82-24ed-417a-b0f8-5997cde836c0 req-0fe07d79-8187-411b-8d38-a6b851574e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:35.288855 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-78a61a82-24ed-417a-b0f8-5997cde836c0 req-0fe07d79-8187-411b-8d38-a6b851574e3d service neutron] 10.222.0.26 "GET /v2.0/networks?id=9b00fe28-a5bb-47a1-b3da-ae5774a84660 HTTP/1.1" status: 200 len: 911 time: 0.0912540 Oct 29 13:37:35.320749 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-5d99005f-1090-4a54-9d58-6822f2703e5b None None] Provisioning complete for port a00f779e-3ae4-44e3-acb1-391394f9fc8b triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:35.321107 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-5d99005f-1090-4a54-9d58-6822f2703e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:35.339986 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6785f8a4-7c15-4740-a80c-496198155a0f admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:37:35.341565 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-78a61a82-24ed-417a-b0f8-5997cde836c0 req-658f7780-f386-4398-a909-ef0065a39215 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbd097dd-ea19-4a4e-a3ed-ffc024cf517d HTTP/1.1" status: 200 len: 217 time: 0.0442653 Oct 29 13:37:35.355326 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] Sync routers for ids ['62ce2515-c3d0-4c08-94fb-216a4ef523b9'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:37:35.359686 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6785f8a4-7c15-4740-a80c-496198155a0f admin admin] Notify callbacks [] for router, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:35.363262 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-6785f8a4-7c15-4740-a80c-496198155a0f admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0490224 Oct 29 13:37:35.364025 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36656) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:35.398775 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a61a82-24ed-417a-b0f8-5997cde836c0 req-f48e5663-d0e1-46f7-ad4c-360ae99b02b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:35.401275 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-78a61a82-24ed-417a-b0f8-5997cde836c0 req-f48e5663-d0e1-46f7-ad4c-360ae99b02b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=190fdc9d-b7ca-4aac-8054-029f057e3220 HTTP/1.1" status: 200 len: 849 time: 0.0494747 Oct 29 13:37:35.403705 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] Routers {'62ce2515-c3d0-4c08-94fb-216a4ef523b9'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:37:35.404321 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:37:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['62ce2515-c3d0-4c08-94fb-216a4ef523b9'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:35.457911 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a61a82-24ed-417a-b0f8-5997cde836c0 req-bbd31610-142d-4381-b3c9-3eda47bc526a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:35.459485 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-78a61a82-24ed-417a-b0f8-5997cde836c0 req-bbd31610-142d-4381-b3c9-3eda47bc526a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9b00fe28-a5bb-47a1-b3da-ae5774a84660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481575 Oct 29 13:37:35.579032 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-78a61a82-24ed-417a-b0f8-5997cde836c0 req-bcf5c4eb-dc32-4013-abbe-ca3d84e4db77 service neutron] 10.222.0.26 "GET /v2.0/networks/9b00fe28-a5bb-47a1-b3da-ae5774a84660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094770 Oct 29 13:37:35.621152 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244f756-8068-4194-a978-d055877d206f req-4b746c24-46f9-4d0e-a51a-da70e8c7364a tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:35.622751 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b244f756-8068-4194-a978-d055877d206f req-4b746c24-46f9-4d0e-a51a-da70e8c7364a tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4 HTTP/1.1" status: 200 len: 943 time: 0.0675237 Oct 29 13:37:35.675327 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-78a61a82-24ed-417a-b0f8-5997cde836c0 req-2ecc4266-d5da-4391-acb8-47cb4a367b72 service neutron] 10.222.0.26 "GET /v2.0/networks/9b00fe28-a5bb-47a1-b3da-ae5774a84660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866280 Oct 29 13:37:35.733330 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b244f756-8068-4194-a978-d055877d206f req-91c70a4d-4806-44e1-a6cd-5f331f2065bf tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=054d10de-0639-4878-a0aa-9fcc4e3c1279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008205 Oct 29 13:37:35.736512 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] Set router 62ce2515-c3d0-4c08-94fb-216a4ef523b9 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:37:35.798184 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-5d99005f-1090-4a54-9d58-6822f2703e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:35.882842 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2404e154-064d-4821-a07c-ac91214864d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:35.888327 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-5d99005f-1090-4a54-9d58-6822f2703e5b None None] For port a00f779e-3ae4-44e3-acb1-391394f9fc8b, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=a00f779e-3ae4-44e3-acb1-391394f9fc8b,segment=NetworkSegment(12e803aa-8284-4435-a8c4-e2fb555f184f),segment_id=12e803aa-8284-4435-a8c4-e2fb555f184f)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:37:35.894547 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-5d99005f-1090-4a54-9d58-6822f2703e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:36.040294 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99005f-1090-4a54-9d58-6822f2703e5b None None] Pushing event updated for resources: {'Port': ['ID=a00f779e-3ae4-44e3-acb1-391394f9fc8b,revision_number=3']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:36.069058 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device a00f779e-3ae4-44e3-acb1-391394f9fc8b up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:36.085018 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [None req-2404e154-064d-4821-a07c-ac91214864d2 admin admin] Allocated IP 172.20.0.1 (fcecba9e-4220-4154-9f1a-9dc9f13e1f11/cf7caa80-c9da-42b4-ba61-3d38ed8b315b/cb1b95ee-8da3-49cd-b749-301670dff64a) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:37:36.104781 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'name': 'tempest-TestMinimumBasicScenario-1283722114-router', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:34Z', 'revision_number': 3, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'gw_port': {'id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:36.141156 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] Checking router: 62ce2515-c3d0-4c08-94fb-216a4ef523b9 for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:37:36.141623 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] Updating router 62ce2515-c3d0-4c08-94fb-216a4ef523b9 port 4a710ba7-e724-4f9d-b6c8-a15a081f2fc3 binding host dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 13:37:36.179385 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:36.210487 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2404e154-064d-4821-a07c-ac91214864d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:36.210711 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port a00f779e-3ae4-44e3-acb1-391394f9fc8b triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:36.210924 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:36.245187 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2404e154-064d-4821-a07c-ac91214864d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:36.280083 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2404e154-064d-4821-a07c-ac91214864d2 admin admin] Network fcecba9e-4220-4154-9f1a-9dc9f13e1f11 is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:37:36.282832 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-2404e154-064d-4821-a07c-ac91214864d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:36.286195 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2404e154-064d-4821-a07c-ac91214864d2 admin admin] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:37:36.303223 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-6229463b-27ac-4723-aaa5-c52ab3d26839 None None] Provisioning complete for port a00f779e-3ae4-44e3-acb1-391394f9fc8b triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:36.303223 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-6229463b-27ac-4723-aaa5-c52ab3d26839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:36.312936 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404e154-064d-4821-a07c-ac91214864d2 admin admin] Pushing event updated for resources: {'Port': ['ID=cb1b95ee-8da3-49cd-b749-301670dff64a,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:36.329837 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2404e154-064d-4821-a07c-ac91214864d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502416'] for router_interface, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:36.499181 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2404e154-064d-4821-a07c-ac91214864d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:36.590898 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] Notify callbacks [] for port, precommit_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:36.596142 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:36.655967 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] Attempting to bind port 4a710ba7-e724-4f9d-b6c8-a15a081f2fc3 on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:37:36.656353 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] Attempting to bind port 4a710ba7-e724-4f9d-b6c8-a15a081f2fc3 by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:37:36.656765 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] Attempting to bind port 4a710ba7-e724-4f9d-b6c8-a15a081f2fc3 on network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:37:36.657884 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2404e154-064d-4821-a07c-ac91214864d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:36.658719 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259d2aa-22c4-4308-be75-8d68e733899f None None] Pushing event updated for resources: {'Port': ['ID=4a710ba7-e724-4f9d-b6c8-a15a081f2fc3,revision_number=2']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:36.662573 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2404e154-064d-4821-a07c-ac91214864d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:36.668032 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:37:36.668408 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] Checking segment: {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:37:36.668807 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:36.669201 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] Bound using segment: {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:37:36.669667 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] Bound port: 4a710ba7-e724-4f9d-b6c8-a15a081f2fc3, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:37:36.670126 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:36.673757 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-14223b3d-f084-4bee-96e1-041d99559c5a None None] Provisioning complete for port cb1b95ee-8da3-49cd-b749-301670dff64a triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:36.674124 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-14223b3d-f084-4bee-96e1-041d99559c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:36.724796 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404e154-064d-4821-a07c-ac91214864d2 admin admin] Pushing event updated for resources: {'Port': ['ID=cb1b95ee-8da3-49cd-b749-301670dff64a,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:36.727142 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2404e154-064d-4821-a07c-ac91214864d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502500'] for router_interface, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:36.745881 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-14223b3d-f084-4bee-96e1-041d99559c5a None None] Port cb1b95ee-8da3-49cd-b749-301670dff64a cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:37:36.756282 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] For port 4a710ba7-e724-4f9d-b6c8-a15a081f2fc3, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:37:36.760773 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] For port 4a710ba7-e724-4f9d-b6c8-a15a081f2fc3, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=4a710ba7-e724-4f9d-b6c8-a15a081f2fc3,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:37:36.772989 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:36.832424 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] Routers {'62ce2515-c3d0-4c08-94fb-216a4ef523b9'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:37:36.833044 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:37:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['62ce2515-c3d0-4c08-94fb-216a4ef523b9'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:36.848816 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2404e154-064d-4821-a07c-ac91214864d2 admin admin] Network fcecba9e-4220-4154-9f1a-9dc9f13e1f11 is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:37:36.853138 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-2404e154-064d-4821-a07c-ac91214864d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:36.877195 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ab3ec-41e0-41df-8bd7-905b41527ef5 req-2021e6f9-d6e6-42c0-b1a4-3f6920c1fc81 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:36.878779 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-eb9ab3ec-41e0-41df-8bd7-905b41527ef5 req-2021e6f9-d6e6-42c0-b1a4-3f6920c1fc81 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4 HTTP/1.1" status: 200 len: 943 time: 0.0640514 Oct 29 13:37:36.897641 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259d2aa-22c4-4308-be75-8d68e733899f None None] Pushing event updated for resources: {'Port': ['ID=4a710ba7-e724-4f9d-b6c8-a15a081f2fc3,revision_number=3']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:36.947763 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] Set router 62ce2515-c3d0-4c08-94fb-216a4ef523b9 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:37:36.984192 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-eb9ab3ec-41e0-41df-8bd7-905b41527ef5 req-232dc6ca-41ef-4f3f-b277-5d1415209aff tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=054d10de-0639-4878-a0aa-9fcc4e3c1279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737655 Oct 29 13:37:37.017971 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2404e154-064d-4821-a07c-ac91214864d2 admin admin] Router 62ce2515-c3d0-4c08-94fb-216a4ef523b9 has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:37:37.112371 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-e35f88f1-70fd-4c26-83e7-e1563f696f53 None None] Provisioning complete for port cb1b95ee-8da3-49cd-b749-301670dff64a triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:37.112664 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-e35f88f1-70fd-4c26-83e7-e1563f696f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:37.133493 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2404e154-064d-4821-a07c-ac91214864d2 admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:37:37.138356 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-2404e154-064d-4821-a07c-ac91214864d2 admin admin] 10.222.0.96 "PUT /v2.0/routers/62ce2515-c3d0-4c08-94fb-216a4ef523b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7739248 Oct 29 13:37:37.182063 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-e35f88f1-70fd-4c26-83e7-e1563f696f53 None None] Port cb1b95ee-8da3-49cd-b749-301670dff64a cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:37:37.207304 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'name': 'tempest-TestMinimumBasicScenario-1283722114-router', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:36Z', 'revision_number': 4, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'gw_port': {'id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'cb1b95ee-8da3-49cd-b749-301670dff64a', 'name': '', 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'mac_address': 'fa:16:3e:b8:9d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf7caa80-c9da-42b4-ba61-3d38ed8b315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:35Z', 'updated_at': '2021-10-29T13:37:36Z', 'revision_number': 2, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'subnets': [{'id': 'cf7caa80-c9da-42b4-ba61-3d38ed8b315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:37.236066 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3055ca-f360-4b19-8314-4c6acbe164d2 None None] The sync data for ids ['62ce2515-c3d0-4c08-94fb-216a4ef523b9'] in dv-cinder-815884-1-iscsi is: [{'id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'name': 'tempest-TestMinimumBasicScenario-1283722114-router', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:36Z', 'revision_number': 4, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'gw_port': {'id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'cb1b95ee-8da3-49cd-b749-301670dff64a', 'name': '', 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'mac_address': 'fa:16:3e:b8:9d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf7caa80-c9da-42b4-ba61-3d38ed8b315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:35Z', 'updated_at': '2021-10-29T13:37:36Z', 'revision_number': 2, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'subnets': [{'id': 'cf7caa80-c9da-42b4-ba61-3d38ed8b315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:37:37.649671 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36686) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:37.655323 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-aeb3f44a-d9dd-4e17-9297-586085f7e542 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-171469737-network', 'tenant_id': '8e488ce51ffa483b99b04d4362e12746'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:37.668771 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device bbd097dd-ea19-4a4e-a3ed-ffc024cf517d details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:37:37.678217 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb3f44a-d9dd-4e17-9297-586085f7e542 admin admin] Made reservation on behalf of 8e488ce51ffa483b99b04d4362e12746 for: {'network': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:37:37.680645 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-aeb3f44a-d9dd-4e17-9297-586085f7e542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for network, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:37.690440 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-aeb3f44a-d9dd-4e17-9297-586085f7e542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:37.783416 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-aeb3f44a-d9dd-4e17-9297-586085f7e542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:37.786954 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port bbd097dd-ea19-4a4e-a3ed-ffc024cf517d, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=bbd097dd-ea19-4a4e-a3ed-ffc024cf517d,segment=NetworkSegment(527f676e-5a03-488c-8dd0-cadb1d3b0adb),segment_id=527f676e-5a03-488c-8dd0-cadb1d3b0adb)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:37:37.790474 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-aeb3f44a-d9dd-4e17-9297-586085f7e542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:37.803725 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': 'bbd097dd-ea19-4a4e-a3ed-ffc024cf517d', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'port_id': 'bbd097dd-ea19-4a4e-a3ed-ffc024cf517d', 'mac_address': 'fa:16:3e:7e:d4:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:37:37.820073 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3f44a-d9dd-4e17-9297-586085f7e542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb47b221-b61f-47f4-83a8-66e5efb8b7bd,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:37.833701 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb3f44a-d9dd-4e17-9297-586085f7e542 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=101274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 13:37:37.843560 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-aeb3f44a-d9dd-4e17-9297-586085f7e542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:37.843971 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.segments_db [None req-aeb3f44a-d9dd-4e17-9297-586085f7e542 admin admin] Added segment d7bac387-269e-4872-9c6b-49b76160a256 of type vlan for network 3a21df38-5e74-4f46-8644-d763753ebfdf Oct 29 13:37:37.856820 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:37.874538 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd097dd-ea19-4a4e-a3ed-ffc024cf517d {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:37:37.903554 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-aeb3f44a-d9dd-4e17-9297-586085f7e542 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763699395961'] for network, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:37.905171 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port bbd097dd-ea19-4a4e-a3ed-ffc024cf517d, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=bbd097dd-ea19-4a4e-a3ed-ffc024cf517d,segment=NetworkSegment(527f676e-5a03-488c-8dd0-cadb1d3b0adb),segment_id=527f676e-5a03-488c-8dd0-cadb1d3b0adb)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:37:37.908984 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:37.940779 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-aeb3f44a-d9dd-4e17-9297-586085f7e542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029'] for network, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:37.942758 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb3f44a-d9dd-4e17-9297-586085f7e542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:37.945055 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-aeb3f44a-d9dd-4e17-9297-586085f7e542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:37.973083 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=bbd097dd-ea19-4a4e-a3ed-ffc024cf517d,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:38.010651 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-aeb3f44a-d9dd-4e17-9297-586085f7e542 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3597858 Oct 29 13:37:38.013672 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 36690) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:38.020285 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-76e97251-b417-44ed-b27a-d6ef87f18d03 admin admin] Request body: {'subnet': {'network_id': '3a21df38-5e74-4f46-8644-d763753ebfdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-171469737-subnet', 'tenant_id': '8e488ce51ffa483b99b04d4362e12746', 'ip_version': 4}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:38.033580 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3f44a-d9dd-4e17-9297-586085f7e542 admin admin] Pushing event updated for resources: {'Network': ['ID=3a21df38-5e74-4f46-8644-d763753ebfdf,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:38.049579 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Network 3a21df38-5e74-4f46-8644-d763753ebfdf details requested by agent ovs-agent-dv-cinder-815884-1-iscsi with host dv-cinder-815884-1-iscsi {{(pid=101276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 13:37:38.062471 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e97251-b417-44ed-b27a-d6ef87f18d03 admin admin] Made reservation on behalf of 8e488ce51ffa483b99b04d4362e12746 for: {'subnet': 1} {{(pid=101275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:37:38.066087 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-76e97251-b417-44ed-b27a-d6ef87f18d03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25682815'] for subnet, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:38.158585 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68e27a-817e-472d-b100-0d44a11b84b5 req-ba3c917f-ce1d-4a41-80ef-a9bf59150fc4 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:38.160125 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ec68e27a-817e-472d-b100-0d44a11b84b5 req-ba3c917f-ce1d-4a41-80ef-a9bf59150fc4 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4 HTTP/1.1" status: 200 len: 944 time: 0.0978036 Oct 29 13:37:38.203275 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 4a710ba7-e724-4f9d-b6c8-a15a081f2fc3 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:38.218893 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ec68e27a-817e-472d-b100-0d44a11b84b5 req-a25c1eef-bd52-4478-a51e-d7d17f0772fe tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=054d10de-0639-4878-a0aa-9fcc4e3c1279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430388 Oct 29 13:37:38.230457 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['bbd097dd-ea19-4a4e-a3ed-ffc024cf517d'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:37:38.313575 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-76e97251-b417-44ed-b27a-d6ef87f18d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3954562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25682701'] for subnet, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:38.315072 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 4a710ba7-e724-4f9d-b6c8-a15a081f2fc3 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:38.315500 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:38.378997 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e97251-b417-44ed-b27a-d6ef87f18d03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2438ef1e-cd63-4b8f-9c44-bd357b54c199,revision_number=0']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:38.381442 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e97251-b417-44ed-b27a-d6ef87f18d03 admin admin] Checking segment: {'id': 'd7bac387-269e-4872-9c6b-49b76160a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3a21df38-5e74-4f46-8644-d763753ebfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:37:38.381590 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e97251-b417-44ed-b27a-d6ef87f18d03 admin admin] Network hostable DHCP agents. Network: 3a21df38-5e74-4f46-8644-d763753ebfdf, hostable agents: ['06601b14-b41b-4094-84be-2323d3ae6cac'], hosted agents: [] {{(pid=101275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 13:37:38.405914 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e97251-b417-44ed-b27a-d6ef87f18d03 admin admin] Network 3a21df38-5e74-4f46-8644-d763753ebfdf is scheduled to be hosted by DHCP agent 06601b14-b41b-4094-84be-2323d3ae6cac with binding_index 1 {{(pid=101275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 13:37:38.416057 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-76e97251-b417-44ed-b27a-d6ef87f18d03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815884-1-iscsi, 3a21df38-5e74-4f46-8644-d763753ebfdf) {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:38.422749 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e97251-b417-44ed-b27a-d6ef87f18d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:38.423510 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-76e97251-b417-44ed-b27a-d6ef87f18d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:38.438655 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3637f7e-6a50-49f9-b4af-b64eeed9f9e0 None None] Network 3a21df38-5e74-4f46-8644-d763753ebfdf requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:37:38.445851 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-76e97251-b417-44ed-b27a-d6ef87f18d03 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4302876 Oct 29 13:37:38.448406 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 36694) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:38.454393 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-3db8a1cd-f7b0-4307-b692-76b07b73f0f9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-171469737-router', 'tenant_id': '8e488ce51ffa483b99b04d4362e12746', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:38.480279 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3db8a1cd-f7b0-4307-b692-76b07b73f0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-416'] for router, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:38.481316 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3db8a1cd-f7b0-4307-b692-76b07b73f0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-439'] for router, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:38.523867 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:38.540579 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3db8a1cd-f7b0-4307-b692-76b07b73f0f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:38.561146 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] For port 4a710ba7-e724-4f9d-b6c8-a15a081f2fc3, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=4a710ba7-e724-4f9d-b6c8-a15a081f2fc3,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:37:38.569131 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:38.569908 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device a00f779e-3ae4-44e3-acb1-391394f9fc8b up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:38.686263 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3db8a1cd-f7b0-4307-b692-76b07b73f0f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:38.820780 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Pushing event updated for resources: {'Port': ['ID=4a710ba7-e724-4f9d-b6c8-a15a081f2fc3,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:38.833187 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a7538b-fa11-4935-b537-f9aa7bec07dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05bbbbe7-721e-50c9-a88b-8fbcfecde8b1-3a21df38-5e74-4f46-8644-d763753ebfdf', 'network_id': '3a21df38-5e74-4f46-8644-d763753ebfdf', 'tenant_id': '8e488ce51ffa483b99b04d4362e12746', 'fixed_ips': [{'subnet_id': '2438ef1e-cd63-4b8f-9c44-bd357b54c199'}]}} from dv-cinder-815884-1-iscsi. {{(pid=101276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 13:37:38.834074 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-54a7538b-fa11-4935-b537-f9aa7bec07dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:38.837796 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port a00f779e-3ae4-44e3-acb1-391394f9fc8b triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:38.838122 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:38.911610 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3db8a1cd-f7b0-4307-b692-76b07b73f0f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:38.930423 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3db8a1cd-f7b0-4307-b692-76b07b73f0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:39.024394 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.db_base_plugin_common [None req-54a7538b-fa11-4935-b537-f9aa7bec07dd None None] Allocated IP 172.20.0.2 (3a21df38-5e74-4f46-8644-d763753ebfdf/2438ef1e-cd63-4b8f-9c44-bd357b54c199/e69a001b-9956-4ee2-9370-43539dee509f) {{(pid=101276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:37:39.038703 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_common [None req-3db8a1cd-f7b0-4307-b692-76b07b73f0f9 admin admin] Allocated IP 172.27.2.93 (87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d/997ea066-649a-4773-b815-b71c6be46375/aed58447-accf-4e7d-b416-42e9ad6cb879) {{(pid=101275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:37:39.145230 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3db8a1cd-f7b0-4307-b692-76b07b73f0f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:39.180939 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3db8a1cd-f7b0-4307-b692-76b07b73f0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:39.197269 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-54a7538b-fa11-4935-b537-f9aa7bec07dd None None] Notify callbacks [] for port, precommit_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:39.205209 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-54a7538b-fa11-4935-b537-f9aa7bec07dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126'] for port, after_create {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:39.220353 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db8a1cd-f7b0-4307-b692-76b07b73f0f9 admin admin] Network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:37:39.229783 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-3db8a1cd-f7b0-4307-b692-76b07b73f0f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:39.232259 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db8a1cd-f7b0-4307-b692-76b07b73f0f9 admin admin] Received port after_create {{(pid=101275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:37:39.247931 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a7538b-fa11-4935-b537-f9aa7bec07dd None None] Network 3a21df38-5e74-4f46-8644-d763753ebfdf is already hosted by enough agents. {{(pid=101276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:37:39.251146 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.scheduler.base_scheduler [None req-54a7538b-fa11-4935-b537-f9aa7bec07dd None None] Resources bound (agent type, host, resource id): {{(pid=101276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:39.257865 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a7538b-fa11-4935-b537-f9aa7bec07dd None None] Received port after_create {{(pid=101276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:37:39.262995 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8a1cd-f7b0-4307-b692-76b07b73f0f9 admin admin] Pushing event updated for resources: {'Port': ['ID=aed58447-accf-4e7d-b416-42e9ad6cb879,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:39.289123 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7538b-fa11-4935-b537-f9aa7bec07dd None None] Pushing event updated for resources: {'Port': ['ID=e69a001b-9956-4ee2-9370-43539dee509f,revision_number=1']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:39.325682 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-54a7538b-fa11-4935-b537-f9aa7bec07dd None None] Attempting to bind port e69a001b-9956-4ee2-9370-43539dee509f on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:37:39.326156 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-54a7538b-fa11-4935-b537-f9aa7bec07dd None None] Attempting to bind port e69a001b-9956-4ee2-9370-43539dee509f by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': 'd7bac387-269e-4872-9c6b-49b76160a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3a21df38-5e74-4f46-8644-d763753ebfdf'}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:37:39.327068 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a7538b-fa11-4935-b537-f9aa7bec07dd None None] Attempting to bind port e69a001b-9956-4ee2-9370-43539dee509f on network 3a21df38-5e74-4f46-8644-d763753ebfdf {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:37:39.335018 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a7538b-fa11-4935-b537-f9aa7bec07dd None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:37:39.335393 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a7538b-fa11-4935-b537-f9aa7bec07dd None None] Checking segment: {'id': 'd7bac387-269e-4872-9c6b-49b76160a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3a21df38-5e74-4f46-8644-d763753ebfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:37:39.335800 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-54a7538b-fa11-4935-b537-f9aa7bec07dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:39.336191 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a7538b-fa11-4935-b537-f9aa7bec07dd None None] Bound using segment: {'id': 'd7bac387-269e-4872-9c6b-49b76160a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3a21df38-5e74-4f46-8644-d763753ebfdf'} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:37:39.336663 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-54a7538b-fa11-4935-b537-f9aa7bec07dd None None] Bound port: e69a001b-9956-4ee2-9370-43539dee509f, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7bac387-269e-4872-9c6b-49b76160a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3a21df38-5e74-4f46-8644-d763753ebfdf'}}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:37:39.337038 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-54a7538b-fa11-4935-b537-f9aa7bec07dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:39.347895 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98ac86-74de-405c-a180-702fe22f2cb2 req-058fa8ac-3c54-42dd-9981-1f60ed06c0dc tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:39.349750 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8d98ac86-74de-405c-a180-702fe22f2cb2 req-058fa8ac-3c54-42dd-9981-1f60ed06c0dc tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4 HTTP/1.1" status: 200 len: 944 time: 0.0536602 Oct 29 13:37:39.406014 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8d98ac86-74de-405c-a180-702fe22f2cb2 req-c9486e24-22ad-4470-9c80-535f1e229624 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=054d10de-0639-4878-a0aa-9fcc4e3c1279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450130 Oct 29 13:37:39.407934 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-54a7538b-fa11-4935-b537-f9aa7bec07dd None None] For port e69a001b-9956-4ee2-9370-43539dee509f, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:37:39.411179 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-54a7538b-fa11-4935-b537-f9aa7bec07dd None None] For port e69a001b-9956-4ee2-9370-43539dee509f, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=e69a001b-9956-4ee2-9370-43539dee509f,segment=NetworkSegment(d7bac387-269e-4872-9c6b-49b76160a256),segment_id=d7bac387-269e-4872-9c6b-49b76160a256)] {{(pid=101276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:37:39.415885 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-54a7538b-fa11-4935-b537-f9aa7bec07dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:39.480644 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7538b-fa11-4935-b537-f9aa7bec07dd None None] Pushing event updated for resources: {'Port': ['ID=e69a001b-9956-4ee2-9370-43539dee509f,revision_number=2']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:39.495614 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] Sync routers for ids ['62ce2515-c3d0-4c08-94fb-216a4ef523b9'] in dv-cinder-815884-1-iscsi {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:37:39.505197 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] Routers {'62ce2515-c3d0-4c08-94fb-216a4ef523b9'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:37:39.505816 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:37:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['62ce2515-c3d0-4c08-94fb-216a4ef523b9'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:39.511748 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3db8a1cd-f7b0-4307-b692-76b07b73f0f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:39.614829 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] Set router 62ce2515-c3d0-4c08-94fb-216a4ef523b9 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:37:39.680532 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device bbd097dd-ea19-4a4e-a3ed-ffc024cf517d up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:39.737017 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3db8a1cd-f7b0-4307-b692-76b07b73f0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496037'] for router, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:39.755514 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning for port bbd097dd-ea19-4a4e-a3ed-ffc024cf517d completed by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 13:37:39.760321 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port bbd097dd-ea19-4a4e-a3ed-ffc024cf517d triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:39.761170 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:39.879643 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:39.881277 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db8a1cd-f7b0-4307-b692-76b07b73f0f9 admin admin] Router 087c99de-322e-402e-8b72-3215fe28d062 is scheduled to L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 with binding_index 1 {{(pid=101275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 13:37:39.909836 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd097dd-ea19-4a4e-a3ed-ffc024cf517d'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:37:39.913260 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff46da8-3a4f-42ae-a96e-ad0d8ac2cdd1" -d '{"events": [{"server_uuid": "ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4", "name": "network-vif-plugged", "status": "completed", "tag": "bbd097dd-ea19-4a4e-a3ed-ffc024cf517d"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:37:39.925190 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'name': 'tempest-TestMinimumBasicScenario-1283722114-router', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:36Z', 'revision_number': 4, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'gw_port': {'id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'cb1b95ee-8da3-49cd-b749-301670dff64a', 'name': '', 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'mac_address': 'fa:16:3e:b8:9d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf7caa80-c9da-42b4-ba61-3d38ed8b315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:35Z', 'updated_at': '2021-10-29T13:37:36Z', 'revision_number': 2, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'subnets': [{'id': 'cf7caa80-c9da-42b4-ba61-3d38ed8b315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:39.947677 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port bbd097dd-ea19-4a4e-a3ed-ffc024cf517d, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=bbd097dd-ea19-4a4e-a3ed-ffc024cf517d,segment=NetworkSegment(527f676e-5a03-488c-8dd0-cadb1d3b0adb),segment_id=527f676e-5a03-488c-8dd0-cadb1d3b0adb)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:37:39.955827 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:39.958844 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] Checking router: 62ce2515-c3d0-4c08-94fb-216a4ef523b9 for host: dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:37:39.959909 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] Updating router 62ce2515-c3d0-4c08-94fb-216a4ef523b9 port cb1b95ee-8da3-49cd-b749-301670dff64a binding host dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 13:37:40.026034 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc530a7-39b7-4447-8cbd-403209e3ce1f x-openstack-request-id: req-6fc530a7-39b7-4447-8cbd-403209e3ce1f {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:37:40.026285 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4", "name": "network-vif-plugged", "status": "completed", "tag": "bbd097dd-ea19-4a4e-a3ed-ffc024cf517d", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:37:40.026546 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6fc530a7-39b7-4447-8cbd-403209e3ce1f {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:37:40.026934 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd097dd-ea19-4a4e-a3ed-ffc024cf517d', 'code': 200} Oct 29 13:37:40.027122 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:40.027905 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=bbd097dd-ea19-4a4e-a3ed-ffc024cf517d,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:40.062761 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db8a1cd-f7b0-4307-b692-76b07b73f0f9 admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:37:40.082637 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] Sync routers for ids ['087c99de-322e-402e-8b72-3215fe28d062'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:37:40.096305 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] Routers {'087c99de-322e-402e-8b72-3215fe28d062'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:37:40.097015 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3db8a1cd-f7b0-4307-b692-76b07b73f0f9 admin admin] Notify callbacks [] for router, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:40.097720 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:37:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['087c99de-322e-402e-8b72-3215fe28d062'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:40.100314 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-3db8a1cd-f7b0-4307-b692-76b07b73f0f9 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6508381 Oct 29 13:37:40.104535 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36714) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:40.182340 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63105d-a672-47ea-8759-2a753d6cb836 req-dcc31c42-0711-4e28-89bf-185ec372f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:40.184321 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-fe63105d-a672-47ea-8759-2a753d6cb836 req-dcc31c42-0711-4e28-89bf-185ec372f96d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4 HTTP/1.1" status: 200 len: 1098 time: 0.0538127 Oct 29 13:37:40.188995 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device e69a001b-9956-4ee2-9370-43539dee509f up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:40.350924 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] Set router 087c99de-322e-402e-8b72-3215fe28d062 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:37:40.353582 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port e69a001b-9956-4ee2-9370-43539dee509f triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:40.353825 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:40.628635 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] Notify callbacks [] for port, precommit_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:40.641459 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:40.647927 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:40.731450 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] For port e69a001b-9956-4ee2-9370-43539dee509f, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=e69a001b-9956-4ee2-9370-43539dee509f,segment=NetworkSegment(d7bac387-269e-4872-9c6b-49b76160a256),segment_id=d7bac387-269e-4872-9c6b-49b76160a256)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:37:40.735723 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-fe63105d-a672-47ea-8759-2a753d6cb836 req-dfbc171f-8cbf-4c50-a045-de5940979db4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=054d10de-0639-4878-a0aa-9fcc4e3c1279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5379863 Oct 29 13:37:40.742172 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c08c38-d749-40f0-bbeb-9a5ef0c8c0e0 None None] Pushing event updated for resources: {'Port': ['ID=cb1b95ee-8da3-49cd-b749-301670dff64a,revision_number=3']} {{(pid=101277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:40.745448 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c99de-322e-402e-8b72-3215fe28d062', 'name': 'tempest-TestMinimumBasicScenario-171469737-router', 'tenant_id': '8e488ce51ffa483b99b04d4362e12746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'aed58447-accf-4e7d-b416-42e9ad6cb879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:38Z', 'updated_at': '2021-10-29T13:37:39Z', 'revision_number': 3, 'project_id': '8e488ce51ffa483b99b04d4362e12746', 'gw_port': {'id': 'aed58447-accf-4e7d-b416-42e9ad6cb879', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087c99de-322e-402e-8b72-3215fe28d062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:38Z', 'updated_at': '2021-10-29T13:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:40.753145 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:40.756587 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 4a710ba7-e724-4f9d-b6c8-a15a081f2fc3 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:40.818987 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.managers [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] Attempting to bind port cb1b95ee-8da3-49cd-b749-301670dff64a on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:37:40.819347 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.managers [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] Attempting to bind port cb1b95ee-8da3-49cd-b749-301670dff64a by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '12e803aa-8284-4435-a8c4-e2fb555f184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11'}] {{(pid=101277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:37:40.819887 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] Attempting to bind port cb1b95ee-8da3-49cd-b749-301670dff64a on network fcecba9e-4220-4154-9f1a-9dc9f13e1f11 {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:37:40.829505 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:37:40.830419 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] Checking segment: {'id': '12e803aa-8284-4435-a8c4-e2fb555f184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:37:40.831001 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:40.831539 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] Bound using segment: {'id': '12e803aa-8284-4435-a8c4-e2fb555f184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11'} {{(pid=101277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:37:40.832182 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.managers [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] Bound port: cb1b95ee-8da3-49cd-b749-301670dff64a, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e803aa-8284-4435-a8c4-e2fb555f184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11'}}] {{(pid=101277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:37:40.832886 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:40.889296 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860f5a65-b0bc-4c12-9287-0ce55a6daf32 None None] Network 3a21df38-5e74-4f46-8644-d763753ebfdf requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:37:40.949723 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.db [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] For port cb1b95ee-8da3-49cd-b749-301670dff64a, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:37:40.954588 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.plugins.ml2.db [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] For port cb1b95ee-8da3-49cd-b749-301670dff64a, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=cb1b95ee-8da3-49cd-b749-301670dff64a,segment=NetworkSegment(12e803aa-8284-4435-a8c4-e2fb555f184f),segment_id=12e803aa-8284-4435-a8c4-e2fb555f184f)] {{(pid=101277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:37:40.972528 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] Checking router: 087c99de-322e-402e-8b72-3215fe28d062 for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:37:40.972888 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] Updating router 087c99de-322e-402e-8b72-3215fe28d062 port aed58447-accf-4e7d-b416-42e9ad6cb879 binding host dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 13:37:40.973792 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron_lib.callbacks.manager [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:41.006286 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-139225dc-272e-4a44-b570-097cd7fa6194 None None] Provisioning complete for port e69a001b-9956-4ee2-9370-43539dee509f triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:41.006662 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-139225dc-272e-4a44-b570-097cd7fa6194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:41.025173 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-c9e1581d-5eaa-4db9-82a6-5e19df8776c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:41.027932 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] Routers {'62ce2515-c3d0-4c08-94fb-216a4ef523b9'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:37:41.028863 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:37:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['62ce2515-c3d0-4c08-94fb-216a4ef523b9'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:41.079155 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2121ba-118a-47c2-a327-3cce8532c2d1 req-1136913a-ae24-469a-9271-1d37a098a314 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:41.080723 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9b2121ba-118a-47c2-a327-3cce8532c2d1 req-1136913a-ae24-469a-9271-1d37a098a314 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4 HTTP/1.1" status: 200 len: 945 time: 0.0988097 Oct 29 13:37:41.147125 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9b2121ba-118a-47c2-a327-3cce8532c2d1 req-1be5c106-8a9b-4e85-9bd2-9ceb8dacefa0 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=054d10de-0639-4878-a0aa-9fcc4e3c1279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603518 Oct 29 13:37:41.165177 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] Set router 62ce2515-c3d0-4c08-94fb-216a4ef523b9 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:37:41.208225 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:41.219749 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [None req-c9e1581d-5eaa-4db9-82a6-5e19df8776c8 admin admin] Allocated IP 172.20.0.1 (3a21df38-5e74-4f46-8644-d763753ebfdf/2438ef1e-cd63-4b8f-9c44-bd357b54c199/ebf7ccda-2364-4c4e-abe0-8754f4ae16da) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:37:41.255756 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Pushing event updated for resources: {'Port': ['ID=e69a001b-9956-4ee2-9370-43539dee509f,revision_number=3']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:41.338012 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-c9e1581d-5eaa-4db9-82a6-5e19df8776c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:41.348134 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c08c38-d749-40f0-bbeb-9a5ef0c8c0e0 None None] Pushing event updated for resources: {'Port': ['ID=cb1b95ee-8da3-49cd-b749-301670dff64a,revision_number=4']} {{(pid=101277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:41.377997 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-c9e1581d-5eaa-4db9-82a6-5e19df8776c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:41.396474 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-91729602-69ed-4b9b-a424-051b6123dad2 None None] Provisioning complete for port cb1b95ee-8da3-49cd-b749-301670dff64a triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:41.396923 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-91729602-69ed-4b9b-a424-051b6123dad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:41.407073 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port 4a710ba7-e724-4f9d-b6c8-a15a081f2fc3 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:41.407515 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:41.423476 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e1581d-5eaa-4db9-82a6-5e19df8776c8 admin admin] Network 3a21df38-5e74-4f46-8644-d763753ebfdf is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:37:41.427810 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-c9e1581d-5eaa-4db9-82a6-5e19df8776c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:41.435064 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e1581d-5eaa-4db9-82a6-5e19df8776c8 admin admin] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:37:41.438356 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1581d-5eaa-4db9-82a6-5e19df8776c8 admin admin] Pushing event updated for resources: {'Port': ['ID=ebf7ccda-2364-4c4e-abe0-8754f4ae16da,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:41.474666 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-c9e1581d-5eaa-4db9-82a6-5e19df8776c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502416'] for router_interface, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:41.506184 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'name': 'tempest-TestMinimumBasicScenario-1283722114-router', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:36Z', 'revision_number': 4, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'gw_port': {'id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'cb1b95ee-8da3-49cd-b749-301670dff64a', 'name': '', 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'mac_address': 'fa:16:3e:b8:9d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf7caa80-c9da-42b4-ba61-3d38ed8b315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:35Z', 'updated_at': '2021-10-29T13:37:40Z', 'revision_number': 4, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'subnets': [{'id': 'cf7caa80-c9da-42b4-ba61-3d38ed8b315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:41.536919 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf8e29-18a4-4025-b8e9-6afe5acc7683 None None] The sync data for ids ['62ce2515-c3d0-4c08-94fb-216a4ef523b9'] in dv-cinder-815884-1-iscsi is: [{'id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'name': 'tempest-TestMinimumBasicScenario-1283722114-router', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:36Z', 'revision_number': 4, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'gw_port': {'id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'cb1b95ee-8da3-49cd-b749-301670dff64a', 'name': '', 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'mac_address': 'fa:16:3e:b8:9d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf7caa80-c9da-42b4-ba61-3d38ed8b315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:35Z', 'updated_at': '2021-10-29T13:37:40Z', 'revision_number': 4, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'subnets': [{'id': 'cf7caa80-c9da-42b4-ba61-3d38ed8b315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:37:41.612335 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-c9e1581d-5eaa-4db9-82a6-5e19df8776c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:41.782522 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-c9e1581d-5eaa-4db9-82a6-5e19df8776c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:41.785907 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-91729602-69ed-4b9b-a424-051b6123dad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:41.788072 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-c9e1581d-5eaa-4db9-82a6-5e19df8776c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:41.864022 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-91729602-69ed-4b9b-a424-051b6123dad2 None None] For port cb1b95ee-8da3-49cd-b749-301670dff64a, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=cb1b95ee-8da3-49cd-b749-301670dff64a,segment=NetworkSegment(12e803aa-8284-4435-a8c4-e2fb555f184f),segment_id=12e803aa-8284-4435-a8c4-e2fb555f184f)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:37:41.869043 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1581d-5eaa-4db9-82a6-5e19df8776c8 admin admin] Pushing event updated for resources: {'Port': ['ID=ebf7ccda-2364-4c4e-abe0-8754f4ae16da,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:41.874751 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-c9e1581d-5eaa-4db9-82a6-5e19df8776c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502500'] for router_interface, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:41.877400 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-91729602-69ed-4b9b-a424-051b6123dad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:41.881522 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] Notify callbacks [] for port, precommit_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:41.933386 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91729602-69ed-4b9b-a424-051b6123dad2 None None] Pushing event updated for resources: {'Port': ['ID=cb1b95ee-8da3-49cd-b749-301670dff64a,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:41.937953 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:41.994153 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] Attempting to bind port aed58447-accf-4e7d-b416-42e9ad6cb879 on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:37:41.994532 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] Attempting to bind port aed58447-accf-4e7d-b416-42e9ad6cb879 by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:37:41.994882 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] Attempting to bind port aed58447-accf-4e7d-b416-42e9ad6cb879 on network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:37:42.000138 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e1581d-5eaa-4db9-82a6-5e19df8776c8 admin admin] Network 3a21df38-5e74-4f46-8644-d763753ebfdf is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:37:42.001673 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-c9e1581d-5eaa-4db9-82a6-5e19df8776c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:42.008346 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:37:42.008714 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] Checking segment: {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:37:42.009107 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:42.009490 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] Bound using segment: {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:37:42.010007 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] Bound port: aed58447-accf-4e7d-b416-42e9ad6cb879, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35308a0d-317a-4980-bea2-a24e9c9fc43b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d'}}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:37:42.010383 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:42.045829 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0f032-1536-4f30-b198-c95841cffa31 None None] Pushing event updated for resources: {'Port': ['ID=aed58447-accf-4e7d-b416-42e9ad6cb879,revision_number=2']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:42.059498 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-cacf961c-79dd-434a-a7ad-f65bf8ae635d None None] Provisioning complete for port e69a001b-9956-4ee2-9370-43539dee509f triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:42.059869 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-cacf961c-79dd-434a-a7ad-f65bf8ae635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:42.156102 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device e69a001b-9956-4ee2-9370-43539dee509f up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:42.185213 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] For port aed58447-accf-4e7d-b416-42e9ad6cb879, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:37:42.198062 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e1581d-5eaa-4db9-82a6-5e19df8776c8 admin admin] Router 087c99de-322e-402e-8b72-3215fe28d062 has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:37:42.210075 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] For port aed58447-accf-4e7d-b416-42e9ad6cb879, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=aed58447-accf-4e7d-b416-42e9ad6cb879,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:37:42.230013 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:42.240663 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-cacf961c-79dd-434a-a7ad-f65bf8ae635d None None] Provisioning complete for port ebf7ccda-2364-4c4e-abe0-8754f4ae16da triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:42.241026 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-cacf961c-79dd-434a-a7ad-f65bf8ae635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:42.342132 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0f032-1536-4f30-b198-c95841cffa31 None None] Pushing event updated for resources: {'Port': ['ID=aed58447-accf-4e7d-b416-42e9ad6cb879,revision_number=3']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:42.347915 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-cacf961c-79dd-434a-a7ad-f65bf8ae635d None None] Port ebf7ccda-2364-4c4e-abe0-8754f4ae16da cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:37:42.361865 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65042d1-7520-4d30-9288-d0f59a45067c req-a1f7f9c4-5f65-4cad-aa5f-7e5e3db41a74 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:42.362414 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e1581d-5eaa-4db9-82a6-5e19df8776c8 admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:37:42.364523 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d65042d1-7520-4d30-9288-d0f59a45067c req-a1f7f9c4-5f65-4cad-aa5f-7e5e3db41a74 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4 HTTP/1.1" status: 200 len: 945 time: 0.0812659 Oct 29 13:37:42.369812 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-c9e1581d-5eaa-4db9-82a6-5e19df8776c8 admin admin] 10.222.0.96 "PUT /v2.0/routers/087c99de-322e-402e-8b72-3215fe28d062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2639091 Oct 29 13:37:42.391872 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port e69a001b-9956-4ee2-9370-43539dee509f triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:42.392081 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:42.438535 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d65042d1-7520-4d30-9288-d0f59a45067c req-ba23c258-ca8d-4798-8983-d10036934edb tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=054d10de-0639-4878-a0aa-9fcc4e3c1279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615687 Oct 29 13:37:42.459406 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] Routers {'087c99de-322e-402e-8b72-3215fe28d062'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:37:42.460561 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:37:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['087c99de-322e-402e-8b72-3215fe28d062'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:42.588419 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6ed99-ce00-4d35-9458-86baccbacc10 req-51d0f161-72b7-450b-992c-cb85b1ba2dd5 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:42.590012 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-69d6ed99-ce00-4d35-9458-86baccbacc10 req-51d0f161-72b7-450b-992c-cb85b1ba2dd5 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4 HTTP/1.1" status: 200 len: 945 time: 0.0604403 Oct 29 13:37:42.603396 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 36748) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:37:42.609760 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-cbe67997-c2fd-4138-810c-121732555bda tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Request body: {'floatingip': {'port_id': 'bbd097dd-ea19-4a4e-a3ed-ffc024cf517d'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:42.652106 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-059b0cb5-73c0-42e5-9edc-6b7ea644bc2d None None] Provisioning complete for port ebf7ccda-2364-4c4e-abe0-8754f4ae16da triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:42.652462 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-059b0cb5-73c0-42e5-9edc-6b7ea644bc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:42.658827 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] Set router 087c99de-322e-402e-8b72-3215fe28d062 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:37:42.662804 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cbe67997-c2fd-4138-810c-121732555bda tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for floatingip, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:42.711977 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device cb1b95ee-8da3-49cd-b749-301670dff64a up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:42.751582 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-059b0cb5-73c0-42e5-9edc-6b7ea644bc2d None None] Port ebf7ccda-2364-4c4e-abe0-8754f4ae16da cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:37:42.857217 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port cb1b95ee-8da3-49cd-b749-301670dff64a triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:42.858144 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:43.008359 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c99de-322e-402e-8b72-3215fe28d062', 'name': 'tempest-TestMinimumBasicScenario-171469737-router', 'tenant_id': '8e488ce51ffa483b99b04d4362e12746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'aed58447-accf-4e7d-b416-42e9ad6cb879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:38Z', 'updated_at': '2021-10-29T13:37:41Z', 'revision_number': 4, 'project_id': '8e488ce51ffa483b99b04d4362e12746', 'gw_port': {'id': 'aed58447-accf-4e7d-b416-42e9ad6cb879', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087c99de-322e-402e-8b72-3215fe28d062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:38Z', 'updated_at': '2021-10-29T13:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'ebf7ccda-2364-4c4e-abe0-8754f4ae16da', 'name': '', 'network_id': '3a21df38-5e74-4f46-8644-d763753ebfdf', 'tenant_id': '8e488ce51ffa483b99b04d4362e12746', 'mac_address': 'fa:16:3e:a8:38:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087c99de-322e-402e-8b72-3215fe28d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2438ef1e-cd63-4b8f-9c44-bd357b54c199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:41Z', 'updated_at': '2021-10-29T13:37:41Z', 'revision_number': 2, 'project_id': '8e488ce51ffa483b99b04d4362e12746', 'subnets': [{'id': '2438ef1e-cd63-4b8f-9c44-bd357b54c199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:43.036815 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fbf296-5eb7-480b-b975-6bc57f885a32 None None] The sync data for ids ['087c99de-322e-402e-8b72-3215fe28d062'] in dv-cinder-815884-1-iscsi is: [{'id': '087c99de-322e-402e-8b72-3215fe28d062', 'name': 'tempest-TestMinimumBasicScenario-171469737-router', 'tenant_id': '8e488ce51ffa483b99b04d4362e12746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'aed58447-accf-4e7d-b416-42e9ad6cb879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:38Z', 'updated_at': '2021-10-29T13:37:41Z', 'revision_number': 4, 'project_id': '8e488ce51ffa483b99b04d4362e12746', 'gw_port': {'id': 'aed58447-accf-4e7d-b416-42e9ad6cb879', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087c99de-322e-402e-8b72-3215fe28d062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:38Z', 'updated_at': '2021-10-29T13:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'ebf7ccda-2364-4c4e-abe0-8754f4ae16da', 'name': '', 'network_id': '3a21df38-5e74-4f46-8644-d763753ebfdf', 'tenant_id': '8e488ce51ffa483b99b04d4362e12746', 'mac_address': 'fa:16:3e:a8:38:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087c99de-322e-402e-8b72-3215fe28d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2438ef1e-cd63-4b8f-9c44-bd357b54c199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:41Z', 'updated_at': '2021-10-29T13:37:41Z', 'revision_number': 2, 'project_id': '8e488ce51ffa483b99b04d4362e12746', 'subnets': [{'id': '2438ef1e-cd63-4b8f-9c44-bd357b54c199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:37:43.156278 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cbe67997-c2fd-4138-810c-121732555bda tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:43.162007 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cbe67997-c2fd-4138-810c-121732555bda tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495903'] for floatingip, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:43.331310 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.db.l3_db [None req-cbe67997-c2fd-4138-810c-121732555bda tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Floating IP 4853d007-88bf-4eab-b95e-db726ba1fb46 associated. External IP: 172.27.2.36, port: bbd097dd-ea19-4a4e-a3ed-ffc024cf517d. Oct 29 13:37:43.612823 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe67997-c2fd-4138-810c-121732555bda tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Router 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:37:43.754119 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe67997-c2fd-4138-810c-121732555bda tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:37:43.758929 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cbe67997-c2fd-4138-810c-121732555bda tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for floatingip, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:43.768490 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86830f70-4653-4c89-9029-0319766683c9 None None] Sync routers for ids ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'] in dv-cinder-815884-1-iscsi {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:37:43.784033 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86830f70-4653-4c89-9029-0319766683c9 None None] Routers {'5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:37:43.784680 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-86830f70-4653-4c89-9029-0319766683c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:37:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:43.809076 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-cbe67997-c2fd-4138-810c-121732555bda tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "PUT /v2.0/floatingips/4853d007-88bf-4eab-b95e-db726ba1fb46 HTTP/1.1" status: 200 len: 990 time: 1.2045064 Oct 29 13:37:43.809762 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4', 'tag': 'bbd097dd-ea19-4a4e-a3ed-ffc024cf517d'}] {{(pid=101275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:37:43.812785 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1ae6470871d1e7f5254046b6a14a5a61bc426f08075d8dbcbc5db3d9a889b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8e44bd-6838-4957-912a-307e4a9a1a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4", "tag": "bbd097dd-ea19-4a4e-a3ed-ffc024cf517d"}]}' {{(pid=101275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:37:43.859822 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec39aae-a11e-4a3f-b86b-1cb132358a84 x-openstack-request-id: req-4ec39aae-a11e-4a3f-b86b-1cb132358a84 {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:37:43.860295 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4", "tag": "bbd097dd-ea19-4a4e-a3ed-ffc024cf517d", "status": "completed", "code": 200}]} {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:37:43.860699 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4ec39aae-a11e-4a3f-b86b-1cb132358a84 {{(pid=101275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:37:43.861349 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4', 'tag': 'bbd097dd-ea19-4a4e-a3ed-ffc024cf517d', 'status': 'completed', 'code': 200} Oct 29 13:37:43.955367 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-86830f70-4653-4c89-9029-0319766683c9 None None] Set router 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:37:43.965791 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e44bd-6838-4957-912a-307e4a9a1a8e req-02ac040a-793e-470f-86c0-ed37cf96d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:43.965791 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ea8e44bd-6838-4957-912a-307e4a9a1a8e req-02ac040a-793e-470f-86c0-ed37cf96d6e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f8248bc18c44ce3a53d399a2faba011&device_id=ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4 HTTP/1.1" status: 200 len: 1098 time: 0.0726585 Oct 29 13:37:44.032571 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device cb1b95ee-8da3-49cd-b749-301670dff64a up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:44.129670 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port cb1b95ee-8da3-49cd-b749-301670dff64a triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:44.130093 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:44.159712 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e44bd-6838-4957-912a-307e4a9a1a8e req-b89df906-d269-4077-a8d0-afec8caf4933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:44.161463 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ea8e44bd-6838-4957-912a-307e4a9a1a8e req-b89df906-d269-4077-a8d0-afec8caf4933 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9b00fe28-a5bb-47a1-b3da-ae5774a84660 HTTP/1.1" status: 200 len: 911 time: 0.1939392 Oct 29 13:37:44.275611 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ea8e44bd-6838-4957-912a-307e4a9a1a8e req-81a508bb-f7da-4b7a-a2f4-b8c4298ad6af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbd097dd-ea19-4a4e-a3ed-ffc024cf517d HTTP/1.1" status: 200 len: 998 time: 0.0980413 Oct 29 13:37:44.282334 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-86830f70-4653-4c89-9029-0319766683c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'name': 'tempest-AttachVolumeTestJSON-909382734-router', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:35Z', 'revision_number': 4, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'gw_port': {'id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': '4853d007-88bf-4eab-b95e-db726ba1fb46', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'port_id': 'bbd097dd-ea19-4a4e-a3ed-ffc024cf517d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'mac_address': 'fa:16:3e:7e:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:37:30Z', 'updated_at': '2021-10-29T13:37:43Z', 'revision_number': 1, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a', 'name': '', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'mac_address': 'fa:16:3e:75:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:30Z', 'updated_at': '2021-10-29T13:32:43Z', 'revision_number': 5, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'subnets': [{'id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:44.318237 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86830f70-4653-4c89-9029-0319766683c9 None None] Checking router: 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 for host: dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:37:44.331623 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86830f70-4653-4c89-9029-0319766683c9 None None] Routers {'5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:37:44.332245 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-86830f70-4653-4c89-9029-0319766683c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:37:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:44.359216 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e44bd-6838-4957-912a-307e4a9a1a8e req-6a010783-f463-475b-9382-f012ead689bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:44.363702 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ea8e44bd-6838-4957-912a-307e4a9a1a8e req-6a010783-f463-475b-9382-f012ead689bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=190fdc9d-b7ca-4aac-8054-029f057e3220 HTTP/1.1" status: 200 len: 849 time: 0.0792074 Oct 29 13:37:44.429617 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e44bd-6838-4957-912a-307e4a9a1a8e req-6f7ec59d-43e3-461c-8135-7a7f08e6c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:44.431330 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ea8e44bd-6838-4957-912a-307e4a9a1a8e req-6f7ec59d-43e3-461c-8135-7a7f08e6c5eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9b00fe28-a5bb-47a1-b3da-ae5774a84660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584149 Oct 29 13:37:44.502817 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-86830f70-4653-4c89-9029-0319766683c9 None None] Set router 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:37:44.592764 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ea8e44bd-6838-4957-912a-307e4a9a1a8e req-b604d8f9-e427-48ba-afc9-747ded53413d service neutron] 10.222.0.26 "GET /v2.0/networks/9b00fe28-a5bb-47a1-b3da-ae5774a84660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476545 Oct 29 13:37:44.802320 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ea8e44bd-6838-4957-912a-307e4a9a1a8e req-172ead5a-fc18-4b85-bd0d-68499ebcb215 service neutron] 10.222.0.26 "GET /v2.0/networks/9b00fe28-a5bb-47a1-b3da-ae5774a84660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013907 Oct 29 13:37:44.829717 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-77a6e270-0012-48db-981e-b6e69109e780 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-746354481&fields=id&tenant_id=01041e00f28e4197a613ed2b47866c73 HTTP/1.1" status: 200 len: 267 time: 0.0839701 Oct 29 13:37:44.879042 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-86830f70-4653-4c89-9029-0319766683c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'name': 'tempest-AttachVolumeTestJSON-909382734-router', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:35Z', 'revision_number': 4, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'gw_port': {'id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': '4853d007-88bf-4eab-b95e-db726ba1fb46', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'port_id': 'bbd097dd-ea19-4a4e-a3ed-ffc024cf517d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'mac_address': 'fa:16:3e:7e:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:37:30Z', 'updated_at': '2021-10-29T13:37:43Z', 'revision_number': 1, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a', 'name': '', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'mac_address': 'fa:16:3e:75:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:30Z', 'updated_at': '2021-10-29T13:32:43Z', 'revision_number': 5, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'subnets': [{'id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:44.918091 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86830f70-4653-4c89-9029-0319766683c9 None None] The sync data for ids ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'] in dv-cinder-815884-1-iscsi is: [{'id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'name': 'tempest-AttachVolumeTestJSON-909382734-router', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:35Z', 'revision_number': 4, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'gw_port': {'id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': '4853d007-88bf-4eab-b95e-db726ba1fb46', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'port_id': 'bbd097dd-ea19-4a4e-a3ed-ffc024cf517d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'mac_address': 'fa:16:3e:7e:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:37:30Z', 'updated_at': '2021-10-29T13:37:43Z', 'revision_number': 1, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a', 'name': '', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'mac_address': 'fa:16:3e:75:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:30Z', 'updated_at': '2021-10-29T13:32:43Z', 'revision_number': 5, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'subnets': [{'id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:37:45.001863 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-08d0fea7-d53a-43b4-b53a-82f323eea2bb tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:45.010142 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-08d0fea7-d53a-43b4-b53a-82f323eea2bb tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/networks?id=e8713ec6-2bfb-425a-831c-4c8b1797ee7d HTTP/1.1" status: 200 len: 808 time: 0.1786075 Oct 29 13:37:45.034360 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-e0d2c2b0-8bd2-4e22-b2cd-2f2c53e616e8 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/quotas/01041e00f28e4197a613ed2b47866c73 HTTP/1.1" status: 200 len: 375 time: 0.0232790 Oct 29 13:37:45.098985 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-185064a6-c76f-4b2f-b71c-fce57788763e tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=01041e00f28e4197a613ed2b47866c73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566185 Oct 29 13:37:45.307859 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-56f19516-42b2-419c-a44e-217047ff4961 service neutron] 10.222.0.96 "GET /v2.0/networks/e8713ec6-2bfb-425a-831c-4c8b1797ee7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996465 Oct 29 13:37:45.416588 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-49ba8811-ef6a-45e9-a37c-82a68c94d27e service neutron] 10.222.0.96 "GET /v2.0/networks/e8713ec6-2bfb-425a-831c-4c8b1797ee7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002038 Oct 29 13:37:45.808919 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b6ea667e-79f2-4753-93a4-522b0668577c req-ef28c449-9bfd-4bef-aad7-e0666c808bf9 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 210 time: 0.0509353 Oct 29 13:37:45.892092 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] Sync routers for ids ['087c99de-322e-402e-8b72-3215fe28d062'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:37:45.902250 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] Routers {'087c99de-322e-402e-8b72-3215fe28d062'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:37:45.903262 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:37:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['087c99de-322e-402e-8b72-3215fe28d062'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:46.052356 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device aed58447-accf-4e7d-b416-42e9ad6cb879 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:46.134036 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239da0e-c2cd-4ca7-8366-9f21aa815037 None None] New status for floating IP 4853d007-88bf-4eab-b95e-db726ba1fb46: ACTIVE {{(pid=101277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 13:37:46.137799 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port aed58447-accf-4e7d-b416-42e9ad6cb879 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:46.138637 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:46.196362 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] Set router 087c99de-322e-402e-8b72-3215fe28d062 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:37:46.379989 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:46.402654 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] For port aed58447-accf-4e7d-b416-42e9ad6cb879, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=aed58447-accf-4e7d-b416-42e9ad6cb879,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:37:46.412091 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:46.528319 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Pushing event updated for resources: {'Port': ['ID=aed58447-accf-4e7d-b416-42e9ad6cb879,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:46.557932 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c99de-322e-402e-8b72-3215fe28d062', 'name': 'tempest-TestMinimumBasicScenario-171469737-router', 'tenant_id': '8e488ce51ffa483b99b04d4362e12746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'aed58447-accf-4e7d-b416-42e9ad6cb879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:38Z', 'updated_at': '2021-10-29T13:37:41Z', 'revision_number': 4, 'project_id': '8e488ce51ffa483b99b04d4362e12746', 'gw_port': {'id': 'aed58447-accf-4e7d-b416-42e9ad6cb879', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087c99de-322e-402e-8b72-3215fe28d062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:38Z', 'updated_at': '2021-10-29T13:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'ebf7ccda-2364-4c4e-abe0-8754f4ae16da', 'name': '', 'network_id': '3a21df38-5e74-4f46-8644-d763753ebfdf', 'tenant_id': '8e488ce51ffa483b99b04d4362e12746', 'mac_address': 'fa:16:3e:a8:38:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087c99de-322e-402e-8b72-3215fe28d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2438ef1e-cd63-4b8f-9c44-bd357b54c199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:41Z', 'updated_at': '2021-10-29T13:37:41Z', 'revision_number': 2, 'project_id': '8e488ce51ffa483b99b04d4362e12746', 'subnets': [{'id': '2438ef1e-cd63-4b8f-9c44-bd357b54c199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:46.591343 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] Checking router: 087c99de-322e-402e-8b72-3215fe28d062 for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:37:46.591722 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] Updating router 087c99de-322e-402e-8b72-3215fe28d062 port ebf7ccda-2364-4c4e-abe0-8754f4ae16da binding host dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 13:37:46.620693 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:46.907861 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] Notify callbacks [] for port, precommit_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:46.916397 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:46.966402 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-cc09fb3d-ae03-4f01-9d25-fc5ad64983f0 req-05fa2d5c-66cf-4d64-be80-5921dbbfdea5 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 210 time: 0.0402153 Oct 29 13:37:46.971868 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5046cf2-8141-4301-8978-c3bbdeeffa56 None None] Pushing event updated for resources: {'Port': ['ID=ebf7ccda-2364-4c4e-abe0-8754f4ae16da,revision_number=3']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:47.072813 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] Attempting to bind port ebf7ccda-2364-4c4e-abe0-8754f4ae16da on host dv-cinder-815884-1-iscsi for vnic_type normal with profile {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:37:47.073360 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] Attempting to bind port ebf7ccda-2364-4c4e-abe0-8754f4ae16da by drivers openvswitch,hyperv on host dv-cinder-815884-1-iscsi at level 0 using segments [{'id': 'd7bac387-269e-4872-9c6b-49b76160a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3a21df38-5e74-4f46-8644-d763753ebfdf'}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:37:47.073856 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] Attempting to bind port ebf7ccda-2364-4c4e-abe0-8754f4ae16da on network 3a21df38-5e74-4f46-8644-d763753ebfdf {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:37:47.080394 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] Checking agent: {'id': '08a7f1b5-1ae8-4fd1-8348-822ac7963910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 24, 28), 'started_at': datetime.datetime(2021, 10, 29, 13, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:37:47.081430 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] Checking segment: {'id': 'd7bac387-269e-4872-9c6b-49b76160a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3a21df38-5e74-4f46-8644-d763753ebfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:37:47.081991 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:47.082634 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] Bound using segment: {'id': 'd7bac387-269e-4872-9c6b-49b76160a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3a21df38-5e74-4f46-8644-d763753ebfdf'} {{(pid=101276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:37:47.083275 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.managers [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] Bound port: ebf7ccda-2364-4c4e-abe0-8754f4ae16da, host: dv-cinder-815884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7bac387-269e-4872-9c6b-49b76160a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3a21df38-5e74-4f46-8644-d763753ebfdf'}}] {{(pid=101276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:37:47.083751 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:47.151132 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-516b1ba6-af22-48ff-85fa-2400837e657c tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:47.152705 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-516b1ba6-af22-48ff-85fa-2400837e657c tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.26 "GET /v2.0/networks?id=e8713ec6-2bfb-425a-831c-4c8b1797ee7d HTTP/1.1" status: 200 len: 808 time: 0.1471922 Oct 29 13:37:47.212913 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] For port ebf7ccda-2364-4c4e-abe0-8754f4ae16da, host dv-cinder-815884-1-iscsi, cleared binding levels {{(pid=101276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:37:47.227736 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] For port ebf7ccda-2364-4c4e-abe0-8754f4ae16da, host dv-cinder-815884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=ebf7ccda-2364-4c4e-abe0-8754f4ae16da,segment=NetworkSegment(d7bac387-269e-4872-9c6b-49b76160a256),segment_id=d7bac387-269e-4872-9c6b-49b76160a256)] {{(pid=101276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:37:47.231881 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-6d214538-4c9d-4f3b-80c4-ed095f47b96f tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01041e00f28e4197a613ed2b47866c73 HTTP/1.1" status: 200 len: 379 time: 0.0672455 Oct 29 13:37:47.235892 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:47.245245 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Request body: {'port': {'device_id': 'ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1', 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d', 'admin_state_up': True, 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'security_groups': ['b4153cf4-739d-4bf2-bebe-a9077b9141f4']}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:47.358654 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] Routers {'087c99de-322e-402e-8b72-3215fe28d062'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:37:47.358654 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:37:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['087c99de-322e-402e-8b72-3215fe28d062'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:47.443882 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5046cf2-8141-4301-8978-c3bbdeeffa56 None None] Pushing event updated for resources: {'Port': ['ID=ebf7ccda-2364-4c4e-abe0-8754f4ae16da,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:47.461709 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-2614787e-e5eb-4cad-afef-ff41d3078c59 None None] Provisioning complete for port ebf7ccda-2364-4c4e-abe0-8754f4ae16da triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:47.462240 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-2614787e-e5eb-4cad-afef-ff41d3078c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:47.465711 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Made reservation on behalf of 01041e00f28e4197a613ed2b47866c73 for: {'port': 1} {{(pid=101275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:37:47.477759 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:47.662788 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_common [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Allocated IP 172.20.0.11 (e8713ec6-2bfb-425a-831c-4c8b1797ee7d/15136af1-c373-4d7d-9a86-8cab6dcff79c/1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2) {{(pid=101275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:37:47.699923 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] Set router 087c99de-322e-402e-8b72-3215fe28d062 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:37:47.750729 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-2614787e-e5eb-4cad-afef-ff41d3078c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:47.813034 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-2614787e-e5eb-4cad-afef-ff41d3078c59 None None] For port ebf7ccda-2364-4c4e-abe0-8754f4ae16da, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=ebf7ccda-2364-4c4e-abe0-8754f4ae16da,segment=NetworkSegment(d7bac387-269e-4872-9c6b-49b76160a256),segment_id=d7bac387-269e-4872-9c6b-49b76160a256)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:37:47.821951 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-2614787e-e5eb-4cad-afef-ff41d3078c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:47.877737 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for port, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:47.927612 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:48.001268 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Pushing event updated for resources: {'Port': ['ID=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:48.032482 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:48.032720 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614787e-e5eb-4cad-afef-ff41d3078c59 None None] Pushing event updated for resources: {'Port': ['ID=ebf7ccda-2364-4c4e-abe0-8754f4ae16da,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:48.033162 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:48.033162 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:48.033469 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:48.034020 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:48.034573 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:48.035087 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:48.035599 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:48.036115 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:48.036638 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:48.037132 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:48.037631 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:48.038236 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-8bdf6565-c2b8-46e2-8d37-d8be0bf644d7 None None] Provisioning complete for port ebf7ccda-2364-4c4e-abe0-8754f4ae16da triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:48.038648 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6565-c2b8-46e2-8d37-d8be0bf644d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:48.063859 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Network e8713ec6-2bfb-425a-831c-4c8b1797ee7d is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:37:48.065663 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:48.069157 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Received port after_create {{(pid=101275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:37:48.197706 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device aed58447-accf-4e7d-b416-42e9ad6cb879 up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:48.219817 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:48.221246 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:48.256450 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f899761-8c47-4add-ac85-9aec7b8f965c req-838e0337-eeb0-4778-acf3-15334c512c0b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:48.261464 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c99de-322e-402e-8b72-3215fe28d062', 'name': 'tempest-TestMinimumBasicScenario-171469737-router', 'tenant_id': '8e488ce51ffa483b99b04d4362e12746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'aed58447-accf-4e7d-b416-42e9ad6cb879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:38Z', 'updated_at': '2021-10-29T13:37:41Z', 'revision_number': 4, 'project_id': '8e488ce51ffa483b99b04d4362e12746', 'gw_port': {'id': 'aed58447-accf-4e7d-b416-42e9ad6cb879', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c99de-322e-402e-8b72-3215fe28d062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:38Z', 'updated_at': '2021-10-29T13:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'ebf7ccda-2364-4c4e-abe0-8754f4ae16da', 'name': '', 'network_id': '3a21df38-5e74-4f46-8644-d763753ebfdf', 'tenant_id': '8e488ce51ffa483b99b04d4362e12746', 'mac_address': 'fa:16:3e:a8:38:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087c99de-322e-402e-8b72-3215fe28d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2438ef1e-cd63-4b8f-9c44-bd357b54c199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:41Z', 'updated_at': '2021-10-29T13:37:47Z', 'revision_number': 4, 'project_id': '8e488ce51ffa483b99b04d4362e12746', 'subnets': [{'id': '2438ef1e-cd63-4b8f-9c44-bd357b54c199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:37:48.265461 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-7f899761-8c47-4add-ac85-9aec7b8f965c req-838e0337-eeb0-4778-acf3-15334c512c0b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 932 time: 0.1375616 Oct 29 13:37:48.280144 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-f36cd70e-0959-4f00-b4f3-0cf0c43aa81b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0403078 Oct 29 13:37:48.300397 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-7bd992ad-c113-47f0-a609-1722702dedc1 service neutron] Request body: {'port': {'device_id': 'ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:48.306802 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9d4ae1-6ed4-46ad-a443-64e03632c7c8 None None] The sync data for ids ['087c99de-322e-402e-8b72-3215fe28d062'] in dv-cinder-815884-1-iscsi is: [{'id': '087c99de-322e-402e-8b72-3215fe28d062', 'name': 'tempest-TestMinimumBasicScenario-171469737-router', 'tenant_id': '8e488ce51ffa483b99b04d4362e12746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'aed58447-accf-4e7d-b416-42e9ad6cb879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:38Z', 'updated_at': '2021-10-29T13:37:41Z', 'revision_number': 4, 'project_id': '8e488ce51ffa483b99b04d4362e12746', 'gw_port': {'id': 'aed58447-accf-4e7d-b416-42e9ad6cb879', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c99de-322e-402e-8b72-3215fe28d062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:38Z', 'updated_at': '2021-10-29T13:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'ebf7ccda-2364-4c4e-abe0-8754f4ae16da', 'name': '', 'network_id': '3a21df38-5e74-4f46-8644-d763753ebfdf', 'tenant_id': '8e488ce51ffa483b99b04d4362e12746', 'mac_address': 'fa:16:3e:a8:38:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087c99de-322e-402e-8b72-3215fe28d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2438ef1e-cd63-4b8f-9c44-bd357b54c199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:41Z', 'updated_at': '2021-10-29T13:37:47Z', 'revision_number': 4, 'project_id': '8e488ce51ffa483b99b04d4362e12746', 'subnets': [{'id': '2438ef1e-cd63-4b8f-9c44-bd357b54c199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:37:48.316684 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port aed58447-accf-4e7d-b416-42e9ad6cb879 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:48.317051 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:48.390958 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-7f899761-8c47-4add-ac85-9aec7b8f965c req-20c16798-bc25-4b70-8df0-f698ac53d9ab tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241441 Oct 29 13:37:48.391629 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-7bd992ad-c113-47f0-a609-1722702dedc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:48.500773 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-f7bed858-cefc-4f27-9d52-aa4814c1600f None None] Provisioning complete for port 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:48.501292 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-f7bed858-cefc-4f27-9d52-aa4814c1600f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:48.538311 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device ebf7ccda-2364-4c4e-abe0-8754f4ae16da up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:48.583167 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-f7bed858-cefc-4f27-9d52-aa4814c1600f None None] Port 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:37:48.605657 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port ebf7ccda-2364-4c4e-abe0-8754f4ae16da triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:48.606147 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:48.757074 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-7bd992ad-c113-47f0-a609-1722702dedc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 {{(pid=101275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:37:48.766062 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-7bd992ad-c113-47f0-a609-1722702dedc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:48.784415 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.provisioning_blocks [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-7bd992ad-c113-47f0-a609-1722702dedc1 service neutron] Transition to ACTIVE for port object 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 will not be triggered until provisioned by entity L2. {{(pid=101275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 13:37:48.790107 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-7bd992ad-c113-47f0-a609-1722702dedc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952907'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:48.872612 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd992ad-c113-47f0-a609-1722702dedc1 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2,revision_number=2']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:48.932277 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-7bd992ad-c113-47f0-a609-1722702dedc1 service neutron] Attempting to bind port 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:37:48.932700 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-7bd992ad-c113-47f0-a609-1722702dedc1 service neutron] Attempting to bind port 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '579b183a-e133-4044-992e-77340ed7842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d'}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:37:48.933121 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-7bd992ad-c113-47f0-a609-1722702dedc1 service neutron] Attempting to bind port 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 on network e8713ec6-2bfb-425a-831c-4c8b1797ee7d {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:37:48.938983 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-7bd992ad-c113-47f0-a609-1722702dedc1 service neutron] Port 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 on network e8713ec6-2bfb-425a-831c-4c8b1797ee7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 13:37:48.939302 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-7bd992ad-c113-47f0-a609-1722702dedc1 service neutron] Attempting to bind port 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 on network e8713ec6-2bfb-425a-831c-4c8b1797ee7d {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:37:48.946728 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-7bd992ad-c113-47f0-a609-1722702dedc1 service neutron] Checking agent: {'id': 'f4eb5ed7-5e0f-48be-9842-f1315b14e800', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'started_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:37:48.947209 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-7bd992ad-c113-47f0-a609-1722702dedc1 service neutron] Checking segment: {'id': '579b183a-e133-4044-992e-77340ed7842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:37:48.947603 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-7bd992ad-c113-47f0-a609-1722702dedc1 service neutron] Bound using segment: {'id': '579b183a-e133-4044-992e-77340ed7842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d'} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:37:48.948033 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-7bd992ad-c113-47f0-a609-1722702dedc1 service neutron] Bound port: 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579b183a-e133-4044-992e-77340ed7842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d'}}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:37:48.948543 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-7bd992ad-c113-47f0-a609-1722702dedc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:49.047081 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-7bd992ad-c113-47f0-a609-1722702dedc1 service neutron] For port 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2, host hv-cinder-81588, cleared binding levels {{(pid=101275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:37:49.051136 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-7bd992ad-c113-47f0-a609-1722702dedc1 service neutron] For port 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2,segment=NetworkSegment(579b183a-e133-4044-992e-77340ed7842c),segment_id=579b183a-e133-4044-992e-77340ed7842c)] {{(pid=101275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:37:49.059298 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-7bd992ad-c113-47f0-a609-1722702dedc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952907'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:49.126057 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd992ad-c113-47f0-a609-1722702dedc1 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2,revision_number=3']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:49.130970 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-7bd992ad-c113-47f0-a609-1722702dedc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:49.131766 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-7bd992ad-c113-47f0-a609-1722702dedc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:49.133066 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-7bd992ad-c113-47f0-a609-1722702dedc1 service neutron] 10.222.0.26 "PUT /v2.0/ports/1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 HTTP/1.1" status: 200 len: 1094 time: 0.8379683 Oct 29 13:37:49.133518 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1', 'tag': '1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2'}] {{(pid=101275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:37:49.144029 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1ae6470871d1e7f5254046b6a14a5a61bc426f08075d8dbcbc5db3d9a889b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e750c76-ce33-438e-82cc-ccbcdf83e5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1", "tag": "1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2"}]}' {{(pid=101275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:37:49.277017 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-ee67a3d0-8d08-4e11-8344-8a411e097cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:49.278481 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-ee67a3d0-8d08-4e11-8344-8a411e097cce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01041e00f28e4197a613ed2b47866c73&device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 1097 time: 0.0950246 Oct 29 13:37:49.352992 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084aed2c-b9f4-4522-a3a3-76f893a07e67 x-openstack-request-id: req-084aed2c-b9f4-4522-a3a3-76f893a07e67 {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:37:49.353850 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1", "tag": "1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2", "status": "completed", "code": 200}]} {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:37:49.358969 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-084aed2c-b9f4-4522-a3a3-76f893a07e67 {{(pid=101275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:37:49.359443 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1', 'tag': '1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2', 'status': 'completed', 'code': 200} Oct 29 13:37:49.361600 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-0d9e6e08-10cb-4299-aa4f-b21e33ae2561 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 HTTP/1.1" status: 200 len: 217 time: 0.0713491 Oct 29 13:37:49.439286 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-38dc6f41-e215-4554-b108-2423cf9b8e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:49.441427 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-38dc6f41-e215-4554-b108-2423cf9b8e10 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=15136af1-c373-4d7d-9a86-8cab6dcff79c HTTP/1.1" status: 200 len: 847 time: 0.0716252 Oct 29 13:37:49.500591 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-4e83b6d0-73db-4e7d-9679-ccb8046644de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:49.503258 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-4e83b6d0-73db-4e7d-9679-ccb8046644de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e8713ec6-2bfb-425a-831c-4c8b1797ee7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535653 Oct 29 13:37:49.530995 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cc8a7-9c4f-4f77-8bdc-ebfed5c21782 req-076cc132-48d6-4d3b-84d9-900f89ca8443 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:49.539091 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-028cc8a7-9c4f-4f77-8bdc-ebfed5c21782 req-076cc132-48d6-4d3b-84d9-900f89ca8443 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 944 time: 0.0664186 Oct 29 13:37:49.577894 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-028cc8a7-9c4f-4f77-8bdc-ebfed5c21782 req-2d13e3da-83fb-4d61-b4ab-8da77de11e50 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379295 Oct 29 13:37:49.620343 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-dfbb970f-03d3-4070-8e8a-659056df9f84 service neutron] 10.222.0.26 "GET /v2.0/networks/e8713ec6-2bfb-425a-831c-4c8b1797ee7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086073 Oct 29 13:37:49.725372 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e7710bf5-e26f-4d30-a700-aea16917da8f req-852d56bc-32fe-457c-b2db-9ba0601026b8 service neutron] 10.222.0.26 "GET /v2.0/networks/e8713ec6-2bfb-425a-831c-4c8b1797ee7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972040 Oct 29 13:37:49.823523 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e750c76-ce33-438e-82cc-ccbcdf83e5bc req-e3fbf7f6-4d57-4b91-bf7f-8172a07a195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:49.825017 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0e750c76-ce33-438e-82cc-ccbcdf83e5bc req-e3fbf7f6-4d57-4b91-bf7f-8172a07a195a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01041e00f28e4197a613ed2b47866c73&device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 1097 time: 0.0463035 Oct 29 13:37:49.925110 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e750c76-ce33-438e-82cc-ccbcdf83e5bc req-389b8d98-659e-4293-84b2-b3e2376e05ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:49.926757 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0e750c76-ce33-438e-82cc-ccbcdf83e5bc req-389b8d98-659e-4293-84b2-b3e2376e05ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=e8713ec6-2bfb-425a-831c-4c8b1797ee7d HTTP/1.1" status: 200 len: 909 time: 0.0929794 Oct 29 13:37:49.976207 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0e750c76-ce33-438e-82cc-ccbcdf83e5bc req-90c9ee67-8f40-44a2-b50c-f484b718a10f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 HTTP/1.1" status: 200 len: 217 time: 0.0416441 Oct 29 13:37:49.995492 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device ebf7ccda-2364-4c4e-abe0-8754f4ae16da up at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:50.037589 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e750c76-ce33-438e-82cc-ccbcdf83e5bc req-8a32b7f4-d01f-4139-bda5-dc509f2a03ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:50.039261 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0e750c76-ce33-438e-82cc-ccbcdf83e5bc req-8a32b7f4-d01f-4139-bda5-dc509f2a03ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=15136af1-c373-4d7d-9a86-8cab6dcff79c HTTP/1.1" status: 200 len: 847 time: 0.0550683 Oct 29 13:37:50.057264 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Provisioning complete for port ebf7ccda-2364-4c4e-abe0-8754f4ae16da triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:50.057637 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:50.097908 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e750c76-ce33-438e-82cc-ccbcdf83e5bc req-d066b5d5-f5ba-4fbe-8b88-6f33a22b6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:50.099496 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0e750c76-ce33-438e-82cc-ccbcdf83e5bc req-d066b5d5-f5ba-4fbe-8b88-6f33a22b6f41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e8713ec6-2bfb-425a-831c-4c8b1797ee7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525093 Oct 29 13:37:50.222969 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0e750c76-ce33-438e-82cc-ccbcdf83e5bc req-54c70598-27b9-4116-afba-bc6c90140837 service neutron] 10.222.0.26 "GET /v2.0/networks/e8713ec6-2bfb-425a-831c-4c8b1797ee7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132987 Oct 29 13:37:50.323263 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0e750c76-ce33-438e-82cc-ccbcdf83e5bc req-c26ef0d2-2eb3-4ebb-90a3-14c86bf5c302 service neutron] 10.222.0.26 "GET /v2.0/networks/e8713ec6-2bfb-425a-831c-4c8b1797ee7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930777 Oct 29 13:37:50.914884 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157844f-470f-4459-990e-4216a52ea150 req-c4cda608-8d6f-4b8d-8e1f-3e20a79402fd tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:50.916263 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a157844f-470f-4459-990e-4216a52ea150 req-c4cda608-8d6f-4b8d-8e1f-3e20a79402fd tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 944 time: 0.2616637 Oct 29 13:37:50.958538 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a157844f-470f-4459-990e-4216a52ea150 req-7d317b99-44a0-4958-9c34-cce6be5d958a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346982 Oct 29 13:37:52.083675 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dadb6-9655-4821-814f-8954eed11fda req-79bb0540-d9e8-4556-8c74-015b6524fe00 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:52.085440 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e30dadb6-9655-4821-814f-8954eed11fda req-79bb0540-d9e8-4556-8c74-015b6524fe00 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 944 time: 0.0541513 Oct 29 13:37:52.130549 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e30dadb6-9655-4821-814f-8954eed11fda req-c6862c43-bf9a-4163-b669-7e39a7184f4f tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380211 Oct 29 13:37:52.821645 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:37:53.248826 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8990218-8b21-4454-b784-5de864e2ba1a req-e560208a-d066-4f67-a578-c9f5706beada tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:53.250603 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e8990218-8b21-4454-b784-5de864e2ba1a req-e560208a-d066-4f67-a578-c9f5706beada tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 944 time: 0.0498004 Oct 29 13:37:53.308642 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e8990218-8b21-4454-b784-5de864e2ba1a req-75d6d808-fbbf-4fec-83aa-2de2e04bf07b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515380 Oct 29 13:37:54.420854 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4813f7-bd86-41b9-a3f5-f356f5eef22c req-fed13174-e606-4911-ad7d-ce6aba185490 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:54.422354 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ba4813f7-bd86-41b9-a3f5-f356f5eef22c req-fed13174-e606-4911-ad7d-ce6aba185490 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 944 time: 0.0485833 Oct 29 13:37:54.461002 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ba4813f7-bd86-41b9-a3f5-f356f5eef22c req-f53e3715-29d1-42cc-8bc0-cde7207d8dab tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326631 Oct 29 13:37:54.491573 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-2ec37fe6-5531-4384-8289-988469ad2b20 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:54.493017 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-2ec37fe6-5531-4384-8289-988469ad2b20 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/networks?id=fcecba9e-4220-4154-9f1a-9dc9f13e1f11 HTTP/1.1" status: 200 len: 815 time: 0.1002474 Oct 29 13:37:54.507647 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-87ac04d1-cd9e-4834-9388-f74a698a8a7b tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/quotas/0ec7253bb7c24dabb6c7b2841791c547 HTTP/1.1" status: 200 len: 375 time: 0.0089099 Oct 29 13:37:54.559912 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-674dd538-0a06-4379-a350-7c7813d0c762 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0ec7253bb7c24dabb6c7b2841791c547&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470407 Oct 29 13:37:54.648983 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-c3a2ce92-d962-45b7-b5f4-4df0b65b9e25 service neutron] 10.222.0.96 "GET /v2.0/networks/fcecba9e-4220-4154-9f1a-9dc9f13e1f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777876 Oct 29 13:37:54.736686 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-8160ffc8-6483-4bf1-8f0e-756e7537bd30 service neutron] 10.222.0.96 "GET /v2.0/networks/fcecba9e-4220-4154-9f1a-9dc9f13e1f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810637 Oct 29 13:37:54.887772 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-78e99eb1-5734-4114-bbe3-c10af0513e1c req-bda7529e-8ba2-4817-ae4d-1e871710e703 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 210 time: 0.0249064 Oct 29 13:37:55.469320 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3b948e0d-3149-4a65-a06e-a1cc8dc0676f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:55.572753 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0f08c-0e8c-45e9-a599-d8169754f045 req-30980945-0136-4719-8cfe-487bcec62084 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:55.574101 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-39d0f08c-0e8c-45e9-a599-d8169754f045 req-30980945-0136-4719-8cfe-487bcec62084 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 944 time: 0.0466814 Oct 29 13:37:55.611571 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-39d0f08c-0e8c-45e9-a599-d8169754f045 req-64abeb21-7ee4-45ef-b658-5209b686b2ba tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316110 Oct 29 13:37:55.799830 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:37:55.914451 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-bdaf8088-9fa5-4083-93fc-316b120000e3 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:55.916566 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-bdaf8088-9fa5-4083-93fc-316b120000e3 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.26 "GET /v2.0/networks?id=fcecba9e-4220-4154-9f1a-9dc9f13e1f11 HTTP/1.1" status: 200 len: 815 time: 0.1276641 Oct 29 13:37:55.936490 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-517139b5-5a9f-4fdc-b741-b37ab6200375 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Request body: {'port': {'device_id': '471017e8-2ba0-4199-9c0a-732ae35252f4', 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11', 'admin_state_up': True, 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:37:56.004718 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2,segment=NetworkSegment(579b183a-e133-4044-992e-77340ed7842c),segment_id=579b183a-e133-4044-992e-77340ed7842c)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:37:56.018586 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9f54ba66-1d87-434f-b772-64c28f9fce7b req-7528017b-21da-4f28-886c-642d2de7eade tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 210 time: 0.0367625 Oct 29 13:37:56.019122 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': '1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2', 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d', 'port_id': '1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2', 'mac_address': 'fa:16:3e:49:40:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15136af1-c373-4d7d-9a86-8cab6dcff79c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:37:56.074514 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:56.080207 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-517139b5-5a9f-4fdc-b741-b37ab6200375 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Made reservation on behalf of 0ec7253bb7c24dabb6c7b2841791c547 for: {'port': 1} {{(pid=101275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:37:56.084812 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-517139b5-5a9f-4fdc-b741-b37ab6200375 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:56.094374 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:37:56.120332 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2,segment=NetworkSegment(579b183a-e133-4044-992e-77340ed7842c),segment_id=579b183a-e133-4044-992e-77340ed7842c)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:37:56.126775 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:56.187269 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:56.206329 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:56.206782 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:56.207045 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:56.207154 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:56.207565 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:56.207890 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:56.208150 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:56.208388 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:56.208696 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:56.209107 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:56.209348 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:56.209625 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:37:56.239537 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_common [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-517139b5-5a9f-4fdc-b741-b37ab6200375 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Allocated IP 172.20.0.9 (fcecba9e-4220-4154-9f1a-9dc9f13e1f11/cf7caa80-c9da-42b4-ba61-3d38ed8b315b/a6f1c1d1-b296-47fe-861a-d306e40696a7) {{(pid=101275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:37:56.399822 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:37:56.452218 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-517139b5-5a9f-4fdc-b741-b37ab6200375 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for port, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:56.496270 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-517139b5-5a9f-4fdc-b741-b37ab6200375 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:56.537584 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-517139b5-5a9f-4fdc-b741-b37ab6200375 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Network fcecba9e-4220-4154-9f1a-9dc9f13e1f11 is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:37:56.541159 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-517139b5-5a9f-4fdc-b741-b37ab6200375 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:37:56.545261 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-517139b5-5a9f-4fdc-b741-b37ab6200375 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Received port after_create {{(pid=101275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:37:56.586864 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517139b5-5a9f-4fdc-b741-b37ab6200375 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Pushing event updated for resources: {'Port': ['ID=a6f1c1d1-b296-47fe-861a-d306e40696a7,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:56.608716 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-517139b5-5a9f-4fdc-b741-b37ab6200375 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:56.609728 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-517139b5-5a9f-4fdc-b741-b37ab6200375 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:56.629441 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-517139b5-5a9f-4fdc-b741-b37ab6200375 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6986415 Oct 29 13:37:56.737418 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8c92b-12da-4463-9be8-997aeae459bf req-06f994ca-7e18-4a78-9da4-dc53b49a5051 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:56.739156 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-46b8c92b-12da-4463-9be8-997aeae459bf req-06f994ca-7e18-4a78-9da4-dc53b49a5051 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 945 time: 0.0527177 Oct 29 13:37:56.769821 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:56.781497 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-46b8c92b-12da-4463-9be8-997aeae459bf req-7fcfa159-bc71-48d1-a514-9fa20a8ed4e5 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362117 Oct 29 13:37:56.815909 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-14eba00a-fe8b-45b4-8254-71ebb50e8689 None None] Provisioning complete for port a6f1c1d1-b296-47fe-861a-d306e40696a7 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:56.816228 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-14eba00a-fe8b-45b4-8254-71ebb50e8689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:56.851210 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-14eba00a-fe8b-45b4-8254-71ebb50e8689 None None] Port a6f1c1d1-b296-47fe-861a-d306e40696a7 cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:37:57.131826 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b5fa5-a820-4e9e-b701-a2a0526d31d1 req-aa93fa3d-13ab-459d-8432-f9d48b9a530c tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:37:57.133398 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-cf2b5fa5-a820-4e9e-b701-a2a0526d31d1 req-aa93fa3d-13ab-459d-8432-f9d48b9a530c tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 931 time: 0.0482132 Oct 29 13:37:57.171830 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-cf2b5fa5-a820-4e9e-b701-a2a0526d31d1 req-5a1b461d-2411-496c-aea0-13f1837d0e67 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317295 Oct 29 13:37:57.814137 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:37:57.864374 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning for port 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 completed by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 13:37:57.868888 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:37:57.869326 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:57.950715 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:57.973256 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:37:57.975505 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be5f245-05b8-45d7-b528-9b5feaee5392" -d '{"events": [{"server_uuid": "ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1", "name": "network-vif-plugged", "status": "completed", "tag": "1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:37:57.996724 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2,segment=NetworkSegment(579b183a-e133-4044-992e-77340ed7842c),segment_id=579b183a-e133-4044-992e-77340ed7842c)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:37:58.002385 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:58.006483 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:58.061986 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:37:58.072277 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-04e9eaba-f079-42a5-aad4-d294b9ba3268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:37:59.265447 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:00.779153 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:08.130348 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-9ad82980-40c0-4e02-8154-b7710c85d341 service neutron] Request body: {'port': {'device_id': '471017e8-2ba0-4199-9c0a-732ae35252f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:38:08.185172 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-9ad82980-40c0-4e02-8154-b7710c85d341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:08.263643 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced7dbd-d3f9-4a8d-9a6d-ad5185c2866e req-cea3dcef-ee6d-43cd-9f97-69b34cdffcf7 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:08.265204 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9ced7dbd-d3f9-4a8d-9a6d-ad5185c2866e req-cea3dcef-ee6d-43cd-9f97-69b34cdffcf7 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0509272 Oct 29 13:38:08.284519 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8047f80-c274-468e-bea5-4ebed1efc65e x-openstack-request-id: req-a8047f80-c274-468e-bea5-4ebed1efc65e {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:38:08.285066 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1", "name": "network-vif-plugged", "status": "completed", "tag": "1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:38:08.285066 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a8047f80-c274-468e-bea5-4ebed1efc65e {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:38:08.285871 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2', 'code': 200} Oct 29 13:38:08.308449 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9ced7dbd-d3f9-4a8d-9a6d-ad5185c2866e req-92329f33-1935-4244-8de5-d83f983c245c tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363207 Oct 29 13:38:08.431998 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509292f-08b1-499d-82a2-bfc822d0d058 req-ee1d2021-d020-43ba-8af9-ba1f87d9d905 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:08.433362 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a509292f-08b1-499d-82a2-bfc822d0d058 req-ee1d2021-d020-43ba-8af9-ba1f87d9d905 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 931 time: 0.0721085 Oct 29 13:38:08.492952 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a509292f-08b1-499d-82a2-bfc822d0d058 req-7b058b9d-0448-4204-8a74-ba4c97b65b92 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486860 Oct 29 13:38:08.511227 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb5713-7439-4936-bf21-3edfddaa30d2 req-8bac75b9-4378-439c-a5b9-a51df1ef3bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:08.513444 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-44cb5713-7439-4936-bf21-3edfddaa30d2 req-8bac75b9-4378-439c-a5b9-a51df1ef3bff service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 1099 time: 0.0414109 Oct 29 13:38:08.525759 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-9ad82980-40c0-4e02-8154-b7710c85d341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f1c1d1-b296-47fe-861a-d306e40696a7 {{(pid=101275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:38:08.534081 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-9ad82980-40c0-4e02-8154-b7710c85d341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:08.547157 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.provisioning_blocks [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-9ad82980-40c0-4e02-8154-b7710c85d341 service neutron] Transition to ACTIVE for port object a6f1c1d1-b296-47fe-861a-d306e40696a7 will not be triggered until provisioned by entity L2. {{(pid=101275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 13:38:08.549756 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-44cb5713-7439-4936-bf21-3edfddaa30d2 req-2813c978-3b69-4b32-a2a2-387e1a5824e3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283451 Oct 29 13:38:08.550806 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-9ad82980-40c0-4e02-8154-b7710c85d341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952907'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:08.620118 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad82980-40c0-4e02-8154-b7710c85d341 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f1c1d1-b296-47fe-861a-d306e40696a7,revision_number=2']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:38:08.670303 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-9ad82980-40c0-4e02-8154-b7710c85d341 service neutron] Attempting to bind port a6f1c1d1-b296-47fe-861a-d306e40696a7 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:38:08.670744 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-9ad82980-40c0-4e02-8154-b7710c85d341 service neutron] Attempting to bind port a6f1c1d1-b296-47fe-861a-d306e40696a7 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '12e803aa-8284-4435-a8c4-e2fb555f184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11'}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:38:08.671776 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-9ad82980-40c0-4e02-8154-b7710c85d341 service neutron] Attempting to bind port a6f1c1d1-b296-47fe-861a-d306e40696a7 on network fcecba9e-4220-4154-9f1a-9dc9f13e1f11 {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:38:08.676230 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-9ad82980-40c0-4e02-8154-b7710c85d341 service neutron] Port a6f1c1d1-b296-47fe-861a-d306e40696a7 on network fcecba9e-4220-4154-9f1a-9dc9f13e1f11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 13:38:08.676543 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-9ad82980-40c0-4e02-8154-b7710c85d341 service neutron] Attempting to bind port a6f1c1d1-b296-47fe-861a-d306e40696a7 on network fcecba9e-4220-4154-9f1a-9dc9f13e1f11 {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:38:08.681377 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-9ad82980-40c0-4e02-8154-b7710c85d341 service neutron] Checking agent: {'id': 'f4eb5ed7-5e0f-48be-9842-f1315b14e800', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'started_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:38:08.681706 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-9ad82980-40c0-4e02-8154-b7710c85d341 service neutron] Checking segment: {'id': '12e803aa-8284-4435-a8c4-e2fb555f184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:38:08.682167 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-9ad82980-40c0-4e02-8154-b7710c85d341 service neutron] Bound using segment: {'id': '12e803aa-8284-4435-a8c4-e2fb555f184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11'} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:38:08.682539 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-9ad82980-40c0-4e02-8154-b7710c85d341 service neutron] Bound port: a6f1c1d1-b296-47fe-861a-d306e40696a7, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12e803aa-8284-4435-a8c4-e2fb555f184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11'}}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:38:08.682890 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-9ad82980-40c0-4e02-8154-b7710c85d341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:08.748045 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-9ad82980-40c0-4e02-8154-b7710c85d341 service neutron] For port a6f1c1d1-b296-47fe-861a-d306e40696a7, host hv-cinder-81588, cleared binding levels {{(pid=101275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:38:08.751333 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-9ad82980-40c0-4e02-8154-b7710c85d341 service neutron] For port a6f1c1d1-b296-47fe-861a-d306e40696a7, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=a6f1c1d1-b296-47fe-861a-d306e40696a7,segment=NetworkSegment(12e803aa-8284-4435-a8c4-e2fb555f184f),segment_id=12e803aa-8284-4435-a8c4-e2fb555f184f)] {{(pid=101275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:38:08.755574 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-9ad82980-40c0-4e02-8154-b7710c85d341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952907'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:08.787127 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-9ad82980-40c0-4e02-8154-b7710c85d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:08.787719 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-9ad82980-40c0-4e02-8154-b7710c85d341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:08.789063 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-9ad82980-40c0-4e02-8154-b7710c85d341 service neutron] 10.222.0.26 "PUT /v2.0/ports/a6f1c1d1-b296-47fe-861a-d306e40696a7 HTTP/1.1" status: 200 len: 1093 time: 0.6630964 Oct 29 13:38:08.789487 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471017e8-2ba0-4199-9c0a-732ae35252f4', 'tag': 'a6f1c1d1-b296-47fe-861a-d306e40696a7'}] {{(pid=101275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:38:08.791700 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1ae6470871d1e7f5254046b6a14a5a61bc426f08075d8dbcbc5db3d9a889b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f9be0f-f6fa-4a50-b6c8-98ecb690afa2" -d '{"events": [{"name": "network-changed", "server_uuid": "471017e8-2ba0-4199-9c0a-732ae35252f4", "tag": "a6f1c1d1-b296-47fe-861a-d306e40696a7"}]}' {{(pid=101275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:38:08.823007 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad82980-40c0-4e02-8154-b7710c85d341 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f1c1d1-b296-47fe-861a-d306e40696a7,revision_number=3']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:38:08.838630 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62969534-060b-430f-8068-ecc89fb7f00f x-openstack-request-id: req-62969534-060b-430f-8068-ecc89fb7f00f {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:38:08.838916 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471017e8-2ba0-4199-9c0a-732ae35252f4", "tag": "a6f1c1d1-b296-47fe-861a-d306e40696a7", "status": "completed", "code": 200}]} {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:38:08.839164 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-62969534-060b-430f-8068-ecc89fb7f00f {{(pid=101275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:38:08.839551 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471017e8-2ba0-4199-9c0a-732ae35252f4', 'tag': 'a6f1c1d1-b296-47fe-861a-d306e40696a7', 'status': 'completed', 'code': 200} Oct 29 13:38:08.878486 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-10718abc-bc14-4887-a89c-9db0e077d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:08.880030 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-10718abc-bc14-4887-a89c-9db0e077d33e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ec7253bb7c24dabb6c7b2841791c547&device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 1096 time: 0.0506639 Oct 29 13:38:08.927127 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-40b88b9a-6f45-41ed-a32b-59e944c21691 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6f1c1d1-b296-47fe-861a-d306e40696a7 HTTP/1.1" status: 200 len: 217 time: 0.0385616 Oct 29 13:38:08.988688 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-b470bf2d-4df2-46dd-a409-ac9818bc336e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:08.990203 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-b470bf2d-4df2-46dd-a409-ac9818bc336e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf7caa80-c9da-42b4-ba61-3d38ed8b315b HTTP/1.1" status: 200 len: 854 time: 0.0431900 Oct 29 13:38:09.034694 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-8dd46f12-2c70-4b3a-b69b-ce9ca8f001cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:09.036121 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-8dd46f12-2c70-4b3a-b69b-ce9ca8f001cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fcecba9e-4220-4154-9f1a-9dc9f13e1f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389977 Oct 29 13:38:09.124913 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-4e280c8f-b00b-42ba-a653-5a0d7d40004d service neutron] 10.222.0.26 "GET /v2.0/networks/fcecba9e-4220-4154-9f1a-9dc9f13e1f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810962 Oct 29 13:38:09.213975 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-aa47bdd5-2d54-4590-ac0a-ddf7a3483a08 req-12029c6e-d360-44b6-b194-eac458112e6b service neutron] 10.222.0.26 "GET /v2.0/networks/fcecba9e-4220-4154-9f1a-9dc9f13e1f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813315 Oct 29 13:38:09.311139 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9be0f-f6fa-4a50-b6c8-98ecb690afa2 req-beb37284-8750-4e67-8133-07eafdd29f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:09.313092 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-80f9be0f-f6fa-4a50-b6c8-98ecb690afa2 req-beb37284-8750-4e67-8133-07eafdd29f94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ec7253bb7c24dabb6c7b2841791c547&device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 1096 time: 0.0390191 Oct 29 13:38:09.429070 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9be0f-f6fa-4a50-b6c8-98ecb690afa2 req-44b4a9b9-0df7-4bb9-9a11-644f83173559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:09.430512 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-80f9be0f-f6fa-4a50-b6c8-98ecb690afa2 req-44b4a9b9-0df7-4bb9-9a11-644f83173559 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fcecba9e-4220-4154-9f1a-9dc9f13e1f11 HTTP/1.1" status: 200 len: 916 time: 0.1096504 Oct 29 13:38:09.446297 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce51b1-ff85-42e8-b27a-c65833d5c9f1 req-2a968f51-6471-4116-be8c-6ae24a40d33e tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:09.447658 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-cfce51b1-ff85-42e8-b27a-c65833d5c9f1 req-2a968f51-6471-4116-be8c-6ae24a40d33e tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0636814 Oct 29 13:38:09.494816 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-80f9be0f-f6fa-4a50-b6c8-98ecb690afa2 req-e3d03780-2aeb-4987-9f0f-f2e554799634 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6f1c1d1-b296-47fe-861a-d306e40696a7 HTTP/1.1" status: 200 len: 217 time: 0.0461540 Oct 29 13:38:09.539238 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-cfce51b1-ff85-42e8-b27a-c65833d5c9f1 req-daf90ad4-5e6d-46a3-8f84-ecff8ec5a816 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847960 Oct 29 13:38:09.555657 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9be0f-f6fa-4a50-b6c8-98ecb690afa2 req-4d3f49ea-80f5-45a4-acc1-920807b7e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:09.557103 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-80f9be0f-f6fa-4a50-b6c8-98ecb690afa2 req-4d3f49ea-80f5-45a4-acc1-920807b7e95d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf7caa80-c9da-42b4-ba61-3d38ed8b315b HTTP/1.1" status: 200 len: 854 time: 0.0544097 Oct 29 13:38:09.603995 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9be0f-f6fa-4a50-b6c8-98ecb690afa2 req-846a610c-4e2e-45dd-ae2f-f521911b4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:09.605479 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-80f9be0f-f6fa-4a50-b6c8-98ecb690afa2 req-846a610c-4e2e-45dd-ae2f-f521911b4bb0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fcecba9e-4220-4154-9f1a-9dc9f13e1f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391369 Oct 29 13:38:09.612788 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bef0c3-c236-4657-bacd-f941f46b9179 req-830f5b5d-02b4-4c9b-ad25-84043df5b253 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:09.614279 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-14bef0c3-c236-4657-bacd-f941f46b9179 req-830f5b5d-02b4-4c9b-ad25-84043df5b253 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 943 time: 0.0511477 Oct 29 13:38:09.651950 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-14bef0c3-c236-4657-bacd-f941f46b9179 req-d0a02b58-67de-48d1-b2bd-87f1f4091cbc tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313919 Oct 29 13:38:09.706770 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-80f9be0f-f6fa-4a50-b6c8-98ecb690afa2 req-792f3537-1ca4-465a-96fb-01b1eec1f79a service neutron] 10.222.0.26 "GET /v2.0/networks/fcecba9e-4220-4154-9f1a-9dc9f13e1f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853136 Oct 29 13:38:09.808649 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-80f9be0f-f6fa-4a50-b6c8-98ecb690afa2 req-0a999f76-2e2b-4ca2-a13a-60e818606493 service neutron] 10.222.0.26 "GET /v2.0/networks/fcecba9e-4220-4154-9f1a-9dc9f13e1f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843198 Oct 29 13:38:10.675470 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba6fee-a22b-4446-806e-1deef3660445 req-b0e73e2e-d317-4c22-9315-e2355bd0f37f tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:10.677011 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9aba6fee-a22b-4446-806e-1deef3660445 req-b0e73e2e-d317-4c22-9315-e2355bd0f37f tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0578041 Oct 29 13:38:10.716054 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9aba6fee-a22b-4446-806e-1deef3660445 req-9dc3c37f-a81e-4336-a86e-66c764f3a903 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324733 Oct 29 13:38:10.769370 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0f3b3-412d-4a56-a49b-4df003e742fc req-7070fb14-4092-44d9-9ed6-cd9edd6cc67c tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:10.770869 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6ef0f3b3-412d-4a56-a49b-4df003e742fc req-7070fb14-4092-44d9-9ed6-cd9edd6cc67c tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 943 time: 0.0486422 Oct 29 13:38:10.807800 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6ef0f3b3-412d-4a56-a49b-4df003e742fc req-b97d622e-9f05-49b5-9493-b271b0ae1c0d tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309494 Oct 29 13:38:10.829954 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622513e0-1ab8-4f08-91ff-6174f21d51b6 req-41028186-7d20-4a89-8f26-c64b5514f9ff tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:10.831414 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-622513e0-1ab8-4f08-91ff-6174f21d51b6 req-41028186-7d20-4a89-8f26-c64b5514f9ff tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0481174 Oct 29 13:38:10.867094 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-622513e0-1ab8-4f08-91ff-6174f21d51b6 req-b779d491-9119-4bde-9d36-4fa3cfcd944e tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298893 Oct 29 13:38:10.889278 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36988) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:38:11.023414 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4164f3b-b97e-42c7-a271-5662485f9bf1 tempest-TestShelveInstance-444327570 tempest-TestShelveInstance-444327570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:11.024888 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-a4164f3b-b97e-42c7-a271-5662485f9bf1 tempest-TestShelveInstance-444327570 tempest-TestShelveInstance-444327570-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 1094 time: 0.1338615 Oct 29 13:38:11.027728 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 36992) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:38:11.031874 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-d4fd0ff4-0490-4ce8-acc0-5a0c93f921c6 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Request body: {'floatingip': {'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'port_id': '1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:38:11.052792 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4fd0ff4-0490-4ce8-acc0-5a0c93f921c6 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for floatingip, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:11.142327 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4fd0ff4-0490-4ce8-acc0-5a0c93f921c6 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:11.243892 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [None req-d4fd0ff4-0490-4ce8-acc0-5a0c93f921c6 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Allocated IP 172.27.2.198 (87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d/997ea066-649a-4773-b815-b71c6be46375/cd7f317a-38c9-4ab1-8e74-fd4f9c2a2678) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:38:11.338038 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4fd0ff4-0490-4ce8-acc0-5a0c93f921c6 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:11.368895 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4fd0ff4-0490-4ce8-acc0-5a0c93f921c6 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:11.407206 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fd0ff4-0490-4ce8-acc0-5a0c93f921c6 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:38:11.411413 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-d4fd0ff4-0490-4ce8-acc0-5a0c93f921c6 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:38:11.414757 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fd0ff4-0490-4ce8-acc0-5a0c93f921c6 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:38:11.438101 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd0ff4-0490-4ce8-acc0-5a0c93f921c6 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Pushing event updated for resources: {'Port': ['ID=cd7f317a-38c9-4ab1-8e74-fd4f9c2a2678,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:38:11.743637 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4fd0ff4-0490-4ce8-acc0-5a0c93f921c6 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:11.809333 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4fd0ff4-0490-4ce8-acc0-5a0c93f921c6 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:11.878585 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device a6f1c1d1-b296-47fe-861a-d306e40696a7 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:38:11.962383 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3b08d-5e1d-424d-b4f6-c3d0553d78da req-be49ad0a-1241-4ad6-8adb-79be2664ea06 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:11.963836 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-48c3b08d-5e1d-424d-b4f6-c3d0553d78da req-be49ad0a-1241-4ad6-8adb-79be2664ea06 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 943 time: 0.0794857 Oct 29 13:38:11.974455 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port a6f1c1d1-b296-47fe-861a-d306e40696a7, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=a6f1c1d1-b296-47fe-861a-d306e40696a7,segment=NetworkSegment(12e803aa-8284-4435-a8c4-e2fb555f184f),segment_id=12e803aa-8284-4435-a8c4-e2fb555f184f)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:38:11.985792 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': 'a6f1c1d1-b296-47fe-861a-d306e40696a7', 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11', 'port_id': 'a6f1c1d1-b296-47fe-861a-d306e40696a7', 'mac_address': 'fa:16:3e:c2:ad:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7caa80-c9da-42b4-ba61-3d38ed8b315b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:38:12.010828 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4fd0ff4-0490-4ce8-acc0-5a0c93f921c6 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:12.017907 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4fd0ff4-0490-4ce8-acc0-5a0c93f921c6 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:12.022013 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-48c3b08d-5e1d-424d-b4f6-c3d0553d78da req-7b91287d-9cd6-4984-84c3-8c094a393f44 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504088 Oct 29 13:38:12.022638 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:12.036324 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f1c1d1-b296-47fe-861a-d306e40696a7 {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:38:12.055517 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port a6f1c1d1-b296-47fe-861a-d306e40696a7, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=a6f1c1d1-b296-47fe-861a-d306e40696a7,segment=NetworkSegment(12e803aa-8284-4435-a8c4-e2fb555f184f),segment_id=12e803aa-8284-4435-a8c4-e2fb555f184f)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:38:12.059386 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:12.087439 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd0ff4-0490-4ce8-acc0-5a0c93f921c6 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Pushing event updated for resources: {'Port': ['ID=cd7f317a-38c9-4ab1-8e74-fd4f9c2a2678,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:38:12.096224 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4fd0ff4-0490-4ce8-acc0-5a0c93f921c6 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495903'] for floatingip, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:12.110259 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=a6f1c1d1-b296-47fe-861a-d306e40696a7,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:38:12.193516 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.l3_db [None req-d4fd0ff4-0490-4ce8-acc0-5a0c93f921c6 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Floating IP e12aa4e0-a3e9-4828-a40a-2b36628c61f1 associated. External IP: 172.27.2.198, port: 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2. Oct 29 13:38:12.322233 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['a6f1c1d1-b296-47fe-861a-d306e40696a7'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:38:12.391113 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4fd0ff4-0490-4ce8-acc0-5a0c93f921c6 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Router 60f7423b-18bf-4b95-b711-5bccd350e1bf has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:38:12.497318 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fd0ff4-0490-4ce8-acc0-5a0c93f921c6 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:38:12.508196 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ca351-b4e0-4e31-8bf4-12db67d73eaa None None] Sync routers for ids ['60f7423b-18bf-4b95-b711-5bccd350e1bf'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:38:12.518034 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d4fd0ff4-0490-4ce8-acc0-5a0c93f921c6 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for floatingip, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:12.519922 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678ca351-b4e0-4e31-8bf4-12db67d73eaa None None] Routers {'60f7423b-18bf-4b95-b711-5bccd350e1bf'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:38:12.521151 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-678ca351-b4e0-4e31-8bf4-12db67d73eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:37:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['60f7423b-18bf-4b95-b711-5bccd350e1bf'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:38:12.544256 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-d4fd0ff4-0490-4ce8-acc0-5a0c93f921c6 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5155325 Oct 29 13:38:12.545115 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1', 'tag': '1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:38:12.549817 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb20c75-4cd9-4e32-84d6-59815f5985bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1", "tag": "1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:38:12.721222 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7a8f07-25e3-4dd6-819b-19e1903e059d x-openstack-request-id: req-2b7a8f07-25e3-4dd6-819b-19e1903e059d {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:38:12.721436 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1", "tag": "1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:38:12.721761 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2b7a8f07-25e3-4dd6-819b-19e1903e059d {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:38:12.722318 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1', 'tag': '1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2', 'status': 'completed', 'code': 200} Oct 29 13:38:12.757740 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-678ca351-b4e0-4e31-8bf4-12db67d73eaa None None] Set router 60f7423b-18bf-4b95-b711-5bccd350e1bf gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:38:12.798649 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb20c75-4cd9-4e32-84d6-59815f5985bb req-67d09037-5fcb-4419-8262-1909a049b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:12.800264 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-7fb20c75-4cd9-4e32-84d6-59815f5985bb req-67d09037-5fcb-4419-8262-1909a049b723 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01041e00f28e4197a613ed2b47866c73&device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 1099 time: 0.0473504 Oct 29 13:38:12.904741 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb20c75-4cd9-4e32-84d6-59815f5985bb req-fb5f98ce-68e0-48f9-b773-78cf42375f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:12.906927 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-7fb20c75-4cd9-4e32-84d6-59815f5985bb req-fb5f98ce-68e0-48f9-b773-78cf42375f0a service neutron] 10.222.0.26 "GET /v2.0/networks?id=e8713ec6-2bfb-425a-831c-4c8b1797ee7d HTTP/1.1" status: 200 len: 909 time: 0.0988793 Oct 29 13:38:12.994796 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-678ca351-b4e0-4e31-8bf4-12db67d73eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'name': 'tempest-TestShelveInstance-659618884-router', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:14Z', 'updated_at': '2021-10-29T13:37:17Z', 'revision_number': 4, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'gw_port': {'id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:15Z', 'updated_at': '2021-10-29T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': 'e12aa4e0-a3e9-4828-a40a-2b36628c61f1', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'port_id': '1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d', 'mac_address': 'fa:16:3e:49:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:38:11Z', 'updated_at': '2021-10-29T13:38:11Z', 'revision_number': 0, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03f10c7-995c-4b6f-b231-ec522d547090', 'name': '', 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'mac_address': 'fa:16:3e:c3:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '15136af1-c373-4d7d-9a86-8cab6dcff79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:16Z', 'updated_at': '2021-10-29T13:37:21Z', 'revision_number': 5, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'subnets': [{'id': '15136af1-c373-4d7d-9a86-8cab6dcff79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:38:13.005255 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-7fb20c75-4cd9-4e32-84d6-59815f5985bb req-d6dd15fe-6349-4af9-a4d8-60d7ec995494 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 HTTP/1.1" status: 200 len: 1000 time: 0.0906234 Oct 29 13:38:13.017169 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97223823-9c1d-41f2-825d-4dd717d44532 req-ab6ab5f0-90e8-4d53-bdbc-58c0fa5f92f9 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:13.018551 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-97223823-9c1d-41f2-825d-4dd717d44532 req-ab6ab5f0-90e8-4d53-bdbc-58c0fa5f92f9 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.0645771 Oct 29 13:38:13.020629 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ca351-b4e0-4e31-8bf4-12db67d73eaa None None] Checking router: 60f7423b-18bf-4b95-b711-5bccd350e1bf for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:38:13.028898 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678ca351-b4e0-4e31-8bf4-12db67d73eaa None None] Routers {'60f7423b-18bf-4b95-b711-5bccd350e1bf'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:38:13.029491 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-678ca351-b4e0-4e31-8bf4-12db67d73eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:37:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['60f7423b-18bf-4b95-b711-5bccd350e1bf'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:38:13.085339 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb20c75-4cd9-4e32-84d6-59815f5985bb req-378f63cf-e821-4f43-b4eb-95149e2eba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:13.086825 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-7fb20c75-4cd9-4e32-84d6-59815f5985bb req-378f63cf-e821-4f43-b4eb-95149e2eba73 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=15136af1-c373-4d7d-9a86-8cab6dcff79c HTTP/1.1" status: 200 len: 847 time: 0.0674322 Oct 29 13:38:13.090083 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-97223823-9c1d-41f2-825d-4dd717d44532 req-26f1f11d-958e-4c54-b974-1a8317cffd86 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623951 Oct 29 13:38:13.140578 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb20c75-4cd9-4e32-84d6-59815f5985bb req-95d348ad-1abe-45d8-aab5-6c3d67178d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:13.142327 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-7fb20c75-4cd9-4e32-84d6-59815f5985bb req-95d348ad-1abe-45d8-aab5-6c3d67178d51 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e8713ec6-2bfb-425a-831c-4c8b1797ee7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466123 Oct 29 13:38:13.144718 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-678ca351-b4e0-4e31-8bf4-12db67d73eaa None None] Set router 60f7423b-18bf-4b95-b711-5bccd350e1bf gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:38:13.145690 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c594c1b-debb-4c87-aa8c-991b4c6bfa8d req-cdd5efbe-4790-4b27-b3f4-d238268eb0ff tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:13.147261 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4c594c1b-debb-4c87-aa8c-991b4c6bfa8d req-cdd5efbe-4790-4b27-b3f4-d238268eb0ff tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 944 time: 0.0529730 Oct 29 13:38:13.192101 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4c594c1b-debb-4c87-aa8c-991b4c6bfa8d req-c9727e8d-339c-4917-89db-5699fcee539e tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386672 Oct 29 13:38:13.236900 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-7fb20c75-4cd9-4e32-84d6-59815f5985bb req-89cb7f69-edde-4b6b-8625-cbde914cedfd service neutron] 10.222.0.26 "GET /v2.0/networks/e8713ec6-2bfb-425a-831c-4c8b1797ee7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861828 Oct 29 13:38:13.328486 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-7fb20c75-4cd9-4e32-84d6-59815f5985bb req-d716a7a9-3375-42ff-95f8-14f9db13b904 service neutron] 10.222.0.26 "GET /v2.0/networks/e8713ec6-2bfb-425a-831c-4c8b1797ee7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837247 Oct 29 13:38:13.365801 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-678ca351-b4e0-4e31-8bf4-12db67d73eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'name': 'tempest-TestShelveInstance-659618884-router', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:14Z', 'updated_at': '2021-10-29T13:37:17Z', 'revision_number': 4, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'gw_port': {'id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:15Z', 'updated_at': '2021-10-29T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': 'e12aa4e0-a3e9-4828-a40a-2b36628c61f1', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'port_id': '1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d', 'mac_address': 'fa:16:3e:49:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:38:11Z', 'updated_at': '2021-10-29T13:38:11Z', 'revision_number': 0, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03f10c7-995c-4b6f-b231-ec522d547090', 'name': '', 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'mac_address': 'fa:16:3e:c3:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '15136af1-c373-4d7d-9a86-8cab6dcff79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:16Z', 'updated_at': '2021-10-29T13:37:21Z', 'revision_number': 5, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'subnets': [{'id': '15136af1-c373-4d7d-9a86-8cab6dcff79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:38:13.392385 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ca351-b4e0-4e31-8bf4-12db67d73eaa None None] The sync data for ids ['60f7423b-18bf-4b95-b711-5bccd350e1bf'] in dv-cinder-815884-1-iscsi is: [{'id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'name': 'tempest-TestShelveInstance-659618884-router', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:14Z', 'updated_at': '2021-10-29T13:37:17Z', 'revision_number': 4, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'gw_port': {'id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:15Z', 'updated_at': '2021-10-29T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': 'e12aa4e0-a3e9-4828-a40a-2b36628c61f1', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'port_id': '1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d', 'mac_address': 'fa:16:3e:49:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:38:11Z', 'updated_at': '2021-10-29T13:38:11Z', 'revision_number': 0, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03f10c7-995c-4b6f-b231-ec522d547090', 'name': '', 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'mac_address': 'fa:16:3e:c3:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '15136af1-c373-4d7d-9a86-8cab6dcff79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:16Z', 'updated_at': '2021-10-29T13:37:21Z', 'revision_number': 5, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'subnets': [{'id': '15136af1-c373-4d7d-9a86-8cab6dcff79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:38:13.566421 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f24da88-e60f-4146-b008-de6558ef7d5b None None] New status for floating IP e12aa4e0-a3e9-4828-a40a-2b36628c61f1: ACTIVE {{(pid=101277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 13:38:13.877415 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device a6f1c1d1-b296-47fe-861a-d306e40696a7 up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:38:13.923832 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning for port a6f1c1d1-b296-47fe-861a-d306e40696a7 completed by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 13:38:13.927984 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port a6f1c1d1-b296-47fe-861a-d306e40696a7 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:38:13.928356 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:14.010042 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:14.032801 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471017e8-2ba0-4199-9c0a-732ae35252f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f1c1d1-b296-47fe-861a-d306e40696a7'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:38:14.035067 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cac44c2-e6f6-4b48-89db-f40db46507d5" -d '{"events": [{"server_uuid": "471017e8-2ba0-4199-9c0a-732ae35252f4", "name": "network-vif-plugged", "status": "completed", "tag": "a6f1c1d1-b296-47fe-861a-d306e40696a7"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:38:14.048642 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port a6f1c1d1-b296-47fe-861a-d306e40696a7, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=a6f1c1d1-b296-47fe-861a-d306e40696a7,segment=NetworkSegment(12e803aa-8284-4435-a8c4-e2fb555f184f),segment_id=12e803aa-8284-4435-a8c4-e2fb555f184f)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:38:14.052585 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:14.075478 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720edacf-f273-4695-bbda-4a66e990595a x-openstack-request-id: req-720edacf-f273-4695-bbda-4a66e990595a {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:38:14.075763 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471017e8-2ba0-4199-9c0a-732ae35252f4", "name": "network-vif-plugged", "status": "completed", "tag": "a6f1c1d1-b296-47fe-861a-d306e40696a7", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:38:14.076013 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-720edacf-f273-4695-bbda-4a66e990595a {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:38:14.076389 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471017e8-2ba0-4199-9c0a-732ae35252f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f1c1d1-b296-47fe-861a-d306e40696a7', 'code': 200} Oct 29 13:38:14.105575 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=a6f1c1d1-b296-47fe-861a-d306e40696a7,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:38:14.240899 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d03bd-da27-461a-81e5-77aa6c490279 req-4e1b8cbb-e074-4088-838d-23197f4a64f4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:14.242374 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-557d03bd-da27-461a-81e5-77aa6c490279 req-4e1b8cbb-e074-4088-838d-23197f4a64f4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.0728948 Oct 29 13:38:14.268222 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb425b-fd69-47b6-89ed-300dcb89968e req-4ac6a8bb-5309-46f1-aa68-ef2e573888cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:14.269646 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b3cb425b-fd69-47b6-89ed-300dcb89968e req-4ac6a8bb-5309-46f1-aa68-ef2e573888cf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 1098 time: 0.0630863 Oct 29 13:38:14.299293 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-557d03bd-da27-461a-81e5-77aa6c490279 req-020a17df-9f53-483c-b311-a91f0a655e48 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487146 Oct 29 13:38:14.314606 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b3cb425b-fd69-47b6-89ed-300dcb89968e req-f9ea6c77-1fa8-4f5e-8a57-093a8e388c4e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346532 Oct 29 13:38:14.565853 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fc28f-fd80-4e14-92de-2da64cd53306 req-b156d11c-6afa-4dba-b7fd-9aff6ed20046 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:14.567235 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e32fc28f-fd80-4e14-92de-2da64cd53306 req-b156d11c-6afa-4dba-b7fd-9aff6ed20046 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 945 time: 0.3064001 Oct 29 13:38:14.603705 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e32fc28f-fd80-4e14-92de-2da64cd53306 req-dd670953-498f-4055-a322-f7140bb25eee tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303702 Oct 29 13:38:15.416325 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f6989-3a88-4cdd-b78c-51eb8f76c8bf req-abc143ba-bc72-49e5-a7cd-bd66c832fe14 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:15.417809 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3c5f6989-3a88-4cdd-b78c-51eb8f76c8bf req-abc143ba-bc72-49e5-a7cd-bd66c832fe14 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.0475783 Oct 29 13:38:15.455280 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3c5f6989-3a88-4cdd-b78c-51eb8f76c8bf req-f54b963b-d01e-4962-9a8e-fac743f6ca4c tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312512 Oct 29 13:38:15.716852 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa6255-966d-4c9b-a50e-a5079652d534 req-1bfa01cd-6848-468f-a17f-d8f01b3ac4ec tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:15.718668 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8faa6255-966d-4c9b-a50e-a5079652d534 req-1bfa01cd-6848-468f-a17f-d8f01b3ac4ec tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 945 time: 0.0476913 Oct 29 13:38:15.757917 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8faa6255-966d-4c9b-a50e-a5079652d534 req-b93b84e4-26d2-42a1-a950-d97c01e65bad tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338182 Oct 29 13:38:15.869476 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c85421-8942-4d40-94e8-01b84758429f req-0de5a689-4b66-4c6a-9799-f7619725e45c tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:15.870972 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e0c85421-8942-4d40-94e8-01b84758429f req-0de5a689-4b66-4c6a-9799-f7619725e45c tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 945 time: 0.0488956 Oct 29 13:38:15.908703 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e0c85421-8942-4d40-94e8-01b84758429f req-ca188496-de20-4569-adc6-1d289cde6f89 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309982 Oct 29 13:38:16.226324 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93fa45-1c50-44ce-a7d3-1f8aa068cc6b req-9cee3a49-065a-4c9f-a39b-47df2537c02a tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:16.227749 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8d93fa45-1c50-44ce-a7d3-1f8aa068cc6b req-9cee3a49-065a-4c9f-a39b-47df2537c02a tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 945 time: 0.0494454 Oct 29 13:38:16.263746 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8d93fa45-1c50-44ce-a7d3-1f8aa068cc6b req-782841db-9918-4449-a44d-52e1bacf91a2 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296268 Oct 29 13:38:16.608072 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4307eb6-2f71-47af-93f0-b1fd8286283f req-e76db760-1f9d-4c16-a5e6-a7fc2636d792 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:16.609507 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a4307eb6-2f71-47af-93f0-b1fd8286283f req-e76db760-1f9d-4c16-a5e6-a7fc2636d792 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.0760651 Oct 29 13:38:16.647321 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a4307eb6-2f71-47af-93f0-b1fd8286283f req-cb70a8e4-1407-4761-b87a-6bcd46928570 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317895 Oct 29 13:38:17.766028 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b3fb7-0b8b-4de1-8def-85cf5e9903cd req-64cae604-1a84-453a-941e-2ec7ee7379b7 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:17.767500 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b35b3fb7-0b8b-4de1-8def-85cf5e9903cd req-64cae604-1a84-453a-941e-2ec7ee7379b7 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.0489388 Oct 29 13:38:17.805205 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b35b3fb7-0b8b-4de1-8def-85cf5e9903cd req-a91d7929-7037-4efe-9d87-ee0d92f305dd tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316072 Oct 29 13:38:18.921995 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad901e0-9a82-4be0-9ba8-9bf9d2902642 req-a212ac51-9374-4ed6-ac31-826dab82e748 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:18.923443 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-bad901e0-9a82-4be0-9ba8-9bf9d2902642 req-a212ac51-9374-4ed6-ac31-826dab82e748 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.0472651 Oct 29 13:38:18.960312 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-bad901e0-9a82-4be0-9ba8-9bf9d2902642 req-c084e9f9-e05a-44ff-bbe0-6261eea0ed49 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310347 Oct 29 13:38:20.075227 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a8562-cdda-40a9-b757-d37cc41ad9f2 req-9db7ae45-48a5-406f-911c-9481fc6739ab tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:20.076666 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d43a8562-cdda-40a9-b757-d37cc41ad9f2 req-9db7ae45-48a5-406f-911c-9481fc6739ab tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.0469277 Oct 29 13:38:20.112898 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d43a8562-cdda-40a9-b757-d37cc41ad9f2 req-9163345f-ef36-4ed9-bd6b-20bed89be110 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305018 Oct 29 13:38:21.232903 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c93373-2516-4bca-b547-b87fd1e4f91f req-cac78e87-95f5-4ac5-b2e9-9ef6bfd2efc8 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:21.234423 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-57c93373-2516-4bca-b547-b87fd1e4f91f req-cac78e87-95f5-4ac5-b2e9-9ef6bfd2efc8 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.0512202 Oct 29 13:38:21.272208 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-57c93373-2516-4bca-b547-b87fd1e4f91f req-ce47e589-7c5a-43dc-ac45-1a11e2fa4a30 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318913 Oct 29 13:38:22.387106 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a939a68-6176-4bf8-b2e9-c27300100550 req-49336cca-caf5-465b-90a5-032f74e5c15e tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:22.388552 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0a939a68-6176-4bf8-b2e9-c27300100550 req-49336cca-caf5-465b-90a5-032f74e5c15e tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.0470500 Oct 29 13:38:22.425748 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0a939a68-6176-4bf8-b2e9-c27300100550 req-0e5e6dea-3bd8-4022-ac82-4d9bc367f4cb tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306296 Oct 29 13:38:23.540866 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593cdf6-4dd4-49ff-9502-54efcc443a2f req-7b3ed704-c601-4116-b7f5-1ac86a3b8ca1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:23.542366 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2593cdf6-4dd4-49ff-9502-54efcc443a2f req-7b3ed704-c601-4116-b7f5-1ac86a3b8ca1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.0487685 Oct 29 13:38:23.579318 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2593cdf6-4dd4-49ff-9502-54efcc443a2f req-18594246-3da1-49da-9fa0-29ed867dfd7d tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310514 Oct 29 13:38:23.911152 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 207037ea-0c28-45f2-b0bb-bf243c80aa97 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:38:24.002969 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 207037ea-0c28-45f2-b0bb-bf243c80aa97, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=207037ea-0c28-45f2-b0bb-bf243c80aa97,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:38:24.013906 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': '207037ea-0c28-45f2-b0bb-bf243c80aa97', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'port_id': '207037ea-0c28-45f2-b0bb-bf243c80aa97', 'mac_address': 'fa:16:3e:59:a7:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:38:24.050956 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:24.063308 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 207037ea-0c28-45f2-b0bb-bf243c80aa97 {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:38:24.083014 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 207037ea-0c28-45f2-b0bb-bf243c80aa97, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=207037ea-0c28-45f2-b0bb-bf243c80aa97,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:38:24.086503 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:24.130540 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=207037ea-0c28-45f2-b0bb-bf243c80aa97,revision_number=6']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:38:24.215137 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['207037ea-0c28-45f2-b0bb-bf243c80aa97'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:38:24.701381 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d170bf-d7ee-41ea-8581-eb63964d9fef req-9536e9db-315c-4836-a11f-931c46303f59 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:24.702874 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e1d170bf-d7ee-41ea-8581-eb63964d9fef req-9536e9db-315c-4836-a11f-931c46303f59 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 944 time: 0.0519912 Oct 29 13:38:24.739876 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e1d170bf-d7ee-41ea-8581-eb63964d9fef req-da0793c5-628b-4828-9492-f4d8e3fad0af tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307181 Oct 29 13:38:25.472137 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-efcd3b32-8fbf-427a-b706-3727c65e8395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:25.689825 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd819cf2-b35b-4351-804f-95c6c5a0a70f req-ae641841-ceaf-40d0-9d68-9ebceb6d62f7 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:25.691186 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-dd819cf2-b35b-4351-804f-95c6c5a0a70f req-ae641841-ceaf-40d0-9d68-9ebceb6d62f7 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 945 time: 0.0471480 Oct 29 13:38:25.729950 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-dd819cf2-b35b-4351-804f-95c6c5a0a70f req-1f7ffc32-c738-418c-bacb-f4231cf438bd tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329664 Oct 29 13:38:25.752974 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 37130) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:38:25.837165 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde351b7-0a52-444d-8a4f-efd15b267e31 tempest-TestMinimumBasicScenario-1358280611 tempest-TestMinimumBasicScenario-1358280611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:25.838700 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-cde351b7-0a52-444d-8a4f-efd15b267e31 tempest-TestMinimumBasicScenario-1358280611 tempest-TestMinimumBasicScenario-1358280611-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 1093 time: 0.0850499 Oct 29 13:38:25.842396 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 37136) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:38:25.847406 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-87f0d9a9-3a07-4156-b5df-5460aa82fc29 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Request body: {'floatingip': {'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'port_id': 'a6f1c1d1-b296-47fe-861a-d306e40696a7', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:38:25.861737 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c14b7-e833-4d5a-865f-c31600b903e6 req-a72948d0-7f9a-44b7-8c65-bc8b86d85f5c tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:25.863438 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-5f8c14b7-e833-4d5a-865f-c31600b903e6 req-a72948d0-7f9a-44b7-8c65-bc8b86d85f5c tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 944 time: 0.0493248 Oct 29 13:38:25.869558 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-87f0d9a9-3a07-4156-b5df-5460aa82fc29 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for floatingip, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:25.901314 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-5f8c14b7-e833-4d5a-865f-c31600b903e6 req-75631450-3fe6-467b-b93c-8f68e8818728 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313847 Oct 29 13:38:25.935680 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 207037ea-0c28-45f2-b0bb-bf243c80aa97 up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:38:25.966479 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-87f0d9a9-3a07-4156-b5df-5460aa82fc29 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:25.982882 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port 207037ea-0c28-45f2-b0bb-bf243c80aa97 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:38:25.983260 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:26.059699 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:26.070396 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [None req-87f0d9a9-3a07-4156-b5df-5460aa82fc29 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Allocated IP 172.27.2.8 (87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d/997ea066-649a-4773-b815-b71c6be46375/9c7df1d5-a809-444f-9f2e-c8caa33b4fba) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:38:26.083842 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c9065a-62c0-4f58-82af-bd44e7a1ac45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207037ea-0c28-45f2-b0bb-bf243c80aa97'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:38:26.086416 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73421cd7-1233-4466-aa17-d43a8c4bf78b" -d '{"events": [{"server_uuid": "b9c9065a-62c0-4f58-82af-bd44e7a1ac45", "name": "network-vif-plugged", "status": "completed", "tag": "207037ea-0c28-45f2-b0bb-bf243c80aa97"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:38:26.099000 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 207037ea-0c28-45f2-b0bb-bf243c80aa97, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=207037ea-0c28-45f2-b0bb-bf243c80aa97,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:38:26.102995 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:26.128427 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678518c0-e928-4517-b605-8af35b784f39 x-openstack-request-id: req-678518c0-e928-4517-b605-8af35b784f39 {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:38:26.128692 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c9065a-62c0-4f58-82af-bd44e7a1ac45", "name": "network-vif-plugged", "status": "completed", "tag": "207037ea-0c28-45f2-b0bb-bf243c80aa97", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:38:26.128954 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-678518c0-e928-4517-b605-8af35b784f39 {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:38:26.129335 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c9065a-62c0-4f58-82af-bd44e7a1ac45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207037ea-0c28-45f2-b0bb-bf243c80aa97', 'code': 200} Oct 29 13:38:26.154648 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=207037ea-0c28-45f2-b0bb-bf243c80aa97,revision_number=7']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:38:26.176868 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-87f0d9a9-3a07-4156-b5df-5460aa82fc29 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:26.208340 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-87f0d9a9-3a07-4156-b5df-5460aa82fc29 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:26.244907 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f0d9a9-3a07-4156-b5df-5460aa82fc29 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:38:26.248842 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-87f0d9a9-3a07-4156-b5df-5460aa82fc29 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:38:26.255696 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f0d9a9-3a07-4156-b5df-5460aa82fc29 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:38:26.258632 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f0d9a9-3a07-4156-b5df-5460aa82fc29 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Pushing event updated for resources: {'Port': ['ID=9c7df1d5-a809-444f-9f2e-c8caa33b4fba,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:38:26.601115 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-87f0d9a9-3a07-4156-b5df-5460aa82fc29 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:26.682410 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-87f0d9a9-3a07-4156-b5df-5460aa82fc29 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:26.777377 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:26.877852 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-87f0d9a9-3a07-4156-b5df-5460aa82fc29 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:26.885557 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-87f0d9a9-3a07-4156-b5df-5460aa82fc29 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:26.988997 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f0d9a9-3a07-4156-b5df-5460aa82fc29 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Pushing event updated for resources: {'Port': ['ID=9c7df1d5-a809-444f-9f2e-c8caa33b4fba,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:38:27.051111 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-87f0d9a9-3a07-4156-b5df-5460aa82fc29 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495903'] for floatingip, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:27.133875 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd2095-fe7e-450c-95bc-19c868699ba8 req-91d691bf-1c0c-439e-9e47-1eb8da2188af tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:27.135624 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2fdd2095-fe7e-450c-95bc-19c868699ba8 req-91d691bf-1c0c-439e-9e47-1eb8da2188af tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.1357870 Oct 29 13:38:27.203122 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.l3_db [None req-87f0d9a9-3a07-4156-b5df-5460aa82fc29 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Floating IP b92cd319-7469-49fc-a1cc-d5ee7335a12c associated. External IP: 172.27.2.8, port: a6f1c1d1-b296-47fe-861a-d306e40696a7. Oct 29 13:38:27.208253 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2fdd2095-fe7e-450c-95bc-19c868699ba8 req-218673e4-e685-4fb9-a85a-ddaeaae77ed3 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565679 Oct 29 13:38:27.472926 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f0d9a9-3a07-4156-b5df-5460aa82fc29 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Router 62ce2515-c3d0-4c08-94fb-216a4ef523b9 has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:38:27.589366 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f0d9a9-3a07-4156-b5df-5460aa82fc29 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:38:27.599640 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ed788c-72b7-4cbb-ac9a-f7d198e25594 None None] Sync routers for ids ['62ce2515-c3d0-4c08-94fb-216a4ef523b9'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:38:27.610160 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ed788c-72b7-4cbb-ac9a-f7d198e25594 None None] Routers {'62ce2515-c3d0-4c08-94fb-216a4ef523b9'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:38:27.610879 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-76ed788c-72b7-4cbb-ac9a-f7d198e25594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:37:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['62ce2515-c3d0-4c08-94fb-216a4ef523b9'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:38:27.614107 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-87f0d9a9-3a07-4156-b5df-5460aa82fc29 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for floatingip, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:27.653122 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-87f0d9a9-3a07-4156-b5df-5460aa82fc29 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8096848 Oct 29 13:38:27.655950 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 37168) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:38:27.656541 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471017e8-2ba0-4199-9c0a-732ae35252f4', 'tag': 'a6f1c1d1-b296-47fe-861a-d306e40696a7'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:38:27.659119 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db413c95-1ded-4bb4-8f51-1bb6fe4c4f81" -d '{"events": [{"name": "network-changed", "server_uuid": "471017e8-2ba0-4199-9c0a-732ae35252f4", "tag": "a6f1c1d1-b296-47fe-861a-d306e40696a7"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:38:27.661629 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-bbd92a0e-8125-4c79-988d-d52553bdd778 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2108735566', 'description': 'tempest-secgroup-smoke-2108735566 description', 'project_id': '0ec7253bb7c24dabb6c7b2841791c547'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:38:27.709871 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bbd92a0e-8125-4c79-988d-d52553bdd778 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:27.727911 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fdab70-b08d-44de-9f9d-e6ca8de49a74 x-openstack-request-id: req-b3fdab70-b08d-44de-9f9d-e6ca8de49a74 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:38:27.728202 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471017e8-2ba0-4199-9c0a-732ae35252f4", "tag": "a6f1c1d1-b296-47fe-861a-d306e40696a7", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:38:27.728499 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b3fdab70-b08d-44de-9f9d-e6ca8de49a74 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:38:27.728902 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471017e8-2ba0-4199-9c0a-732ae35252f4', 'tag': 'a6f1c1d1-b296-47fe-861a-d306e40696a7', 'status': 'completed', 'code': 200} Oct 29 13:38:27.788969 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-76ed788c-72b7-4cbb-ac9a-f7d198e25594 None None] Set router 62ce2515-c3d0-4c08-94fb-216a4ef523b9 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:38:27.800178 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bbd92a0e-8125-4c79-988d-d52553bdd778 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:27.807465 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db413c95-1ded-4bb4-8f51-1bb6fe4c4f81 req-4a89b35f-4dcf-45cd-af2f-6f1825ef2172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:27.809269 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-db413c95-1ded-4bb4-8f51-1bb6fe4c4f81 req-4a89b35f-4dcf-45cd-af2f-6f1825ef2172 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ec7253bb7c24dabb6c7b2841791c547&device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 1098 time: 0.0534370 Oct 29 13:38:27.811357 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bbd92a0e-8125-4c79-988d-d52553bdd778 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:27.851428 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd92a0e-8125-4c79-988d-d52553bdd778 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31c31add-f029-4a31-90ed-b8e46ee3a507,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:38:27.864367 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bbd92a0e-8125-4c79-988d-d52553bdd778 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:27.868311 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-bbd92a0e-8125-4c79-988d-d52553bdd778 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2078264 Oct 29 13:38:27.870930 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914269dd-4dd9-405b-a70e-de5821616540 req-a0d02e79-26ec-4ec9-88ff-64c5375ceb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:27.873180 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-914269dd-4dd9-405b-a70e-de5821616540 req-a0d02e79-26ec-4ec9-88ff-64c5375ceb42 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a7750e1de6f482ebcfe89e9ad577e0c&device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 1098 time: 0.1985700 Oct 29 13:38:27.873673 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 37172) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:38:27.878948 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-5dc3909c-3a7d-4da6-86eb-77c65e70ee6b tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Request body: {'security_group_rule': {'security_group_id': '31c31add-f029-4a31-90ed-b8e46ee3a507', 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:38:27.961876 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db413c95-1ded-4bb4-8f51-1bb6fe4c4f81 req-1c3e0a04-5b9c-4d47-9221-250cf5536d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:27.965113 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-db413c95-1ded-4bb4-8f51-1bb6fe4c4f81 req-1c3e0a04-5b9c-4d47-9221-250cf5536d65 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fcecba9e-4220-4154-9f1a-9dc9f13e1f11 HTTP/1.1" status: 200 len: 916 time: 0.1352298 Oct 29 13:38:27.992144 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5dc3909c-3a7d-4da6-86eb-77c65e70ee6b tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:28.061866 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:28.129426 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5dc3909c-3a7d-4da6-86eb-77c65e70ee6b tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:28.131109 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914269dd-4dd9-405b-a70e-de5821616540 req-786ac7b8-3394-43a4-a850-adb9b509df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:28.132807 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-914269dd-4dd9-405b-a70e-de5821616540 req-786ac7b8-3394-43a4-a850-adb9b509df1a service neutron] 10.222.0.26 "GET /v2.0/networks?id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa HTTP/1.1" status: 200 len: 918 time: 0.2319286 Oct 29 13:38:28.135218 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-db413c95-1ded-4bb4-8f51-1bb6fe4c4f81 req-0380b096-0adb-4002-a923-e6c969f2fe10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6f1c1d1-b296-47fe-861a-d306e40696a7 HTTP/1.1" status: 200 len: 997 time: 0.1497321 Oct 29 13:38:28.138917 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5dc3909c-3a7d-4da6-86eb-77c65e70ee6b tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:28.140776 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-0072a155-ec0c-435a-ba8f-48cc927fa8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:28.207558 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-76ed788c-72b7-4cbb-ac9a-f7d198e25594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'name': 'tempest-TestMinimumBasicScenario-1283722114-router', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:36Z', 'revision_number': 4, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'gw_port': {'id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': 'b92cd319-7469-49fc-a1cc-d5ee7335a12c', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'port_id': 'a6f1c1d1-b296-47fe-861a-d306e40696a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11', 'mac_address': 'fa:16:3e:c2:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471017e8-2ba0-4199-9c0a-732ae35252f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:38:26Z', 'updated_at': '2021-10-29T13:38:26Z', 'revision_number': 0, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1b95ee-8da3-49cd-b749-301670dff64a', 'name': '', 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'mac_address': 'fa:16:3e:b8:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf7caa80-c9da-42b4-ba61-3d38ed8b315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:35Z', 'updated_at': '2021-10-29T13:37:41Z', 'revision_number': 5, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'subnets': [{'id': 'cf7caa80-c9da-42b4-ba61-3d38ed8b315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:38:28.240817 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3909c-3a7d-4da6-86eb-77c65e70ee6b tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8e3117-7cdf-477c-8fa9-ef8c8adc2190,revision_number=0']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:38:28.245374 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5dc3909c-3a7d-4da6-86eb-77c65e70ee6b tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:28.246962 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-5dc3909c-3a7d-4da6-86eb-77c65e70ee6b tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3722711 Oct 29 13:38:28.251009 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 37182) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:38:28.253973 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ed788c-72b7-4cbb-ac9a-f7d198e25594 None None] Checking router: 62ce2515-c3d0-4c08-94fb-216a4ef523b9 for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:38:28.257720 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-5b362b82-818a-410f-b67c-663a3a3988a8 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Request body: {'security_group_rule': {'security_group_id': '31c31add-f029-4a31-90ed-b8e46ee3a507', 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:38:28.280469 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ed788c-72b7-4cbb-ac9a-f7d198e25594 None None] Routers {'62ce2515-c3d0-4c08-94fb-216a4ef523b9'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:38:28.282098 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-76ed788c-72b7-4cbb-ac9a-f7d198e25594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:38:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['62ce2515-c3d0-4c08-94fb-216a4ef523b9'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:38:28.303689 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db413c95-1ded-4bb4-8f51-1bb6fe4c4f81 req-dfa9be36-ffaf-405e-a2ca-0df5c71b7034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:28.305641 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-db413c95-1ded-4bb4-8f51-1bb6fe4c4f81 req-dfa9be36-ffaf-405e-a2ca-0df5c71b7034 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf7caa80-c9da-42b4-ba61-3d38ed8b315b HTTP/1.1" status: 200 len: 854 time: 0.1263113 Oct 29 13:38:28.312594 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-914269dd-4dd9-405b-a70e-de5821616540 req-d48a1832-378b-46c0-85df-0f03a25fa16a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=207037ea-0c28-45f2-b0bb-bf243c80aa97 HTTP/1.1" status: 200 len: 1001 time: 0.1344416 Oct 29 13:38:28.358810 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5b362b82-818a-410f-b67c-663a3a3988a8 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:28.402164 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914269dd-4dd9-405b-a70e-de5821616540 req-7a713c13-58ae-4e03-bb92-18d3f673f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:28.403973 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-914269dd-4dd9-405b-a70e-de5821616540 req-7a713c13-58ae-4e03-bb92-18d3f673f74c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de6a4b99-0646-46d8-a18a-25de200d28c4 HTTP/1.1" status: 200 len: 856 time: 0.0740108 Oct 29 13:38:28.427257 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-76ed788c-72b7-4cbb-ac9a-f7d198e25594 None None] Set router 62ce2515-c3d0-4c08-94fb-216a4ef523b9 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:38:28.475660 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08788560-c2f6-4eb8-a3e5-2d1311a64bf6 req-292eb8ca-4e5f-4ff2-9ece-7051d092d976 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:28.478139 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-08788560-c2f6-4eb8-a3e5-2d1311a64bf6 req-292eb8ca-4e5f-4ff2-9ece-7051d092d976 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.1352780 Oct 29 13:38:28.481305 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db413c95-1ded-4bb4-8f51-1bb6fe4c4f81 req-23ea43e6-096a-4f7b-93ef-a3a6477ae38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:28.483074 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-db413c95-1ded-4bb4-8f51-1bb6fe4c4f81 req-23ea43e6-096a-4f7b-93ef-a3a6477ae38f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fcecba9e-4220-4154-9f1a-9dc9f13e1f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1558032 Oct 29 13:38:28.507972 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914269dd-4dd9-405b-a70e-de5821616540 req-5b2008b4-6ec2-4c94-a382-4533b5f6ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:28.509453 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-914269dd-4dd9-405b-a70e-de5821616540 req-5b2008b4-6ec2-4c94-a382-4533b5f6ce0d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0955505 Oct 29 13:38:28.516435 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5b362b82-818a-410f-b67c-663a3a3988a8 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:28.605532 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-08788560-c2f6-4eb8-a3e5-2d1311a64bf6 req-7b68bcc8-fe2a-4c4d-8d39-e7f96424cd47 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202242 Oct 29 13:38:28.677671 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5b362b82-818a-410f-b67c-663a3a3988a8 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:28.683749 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-db413c95-1ded-4bb4-8f51-1bb6fe4c4f81 req-05ce874e-96aa-4771-92b7-d6d206b835f1 service neutron] 10.222.0.26 "GET /v2.0/networks/fcecba9e-4220-4154-9f1a-9dc9f13e1f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859541 Oct 29 13:38:28.709595 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b362b82-818a-410f-b67c-663a3a3988a8 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead6f705-3a81-4ba9-af95-ae9aaf30ccb6,revision_number=0']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:38:28.753368 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5b362b82-818a-410f-b67c-663a3a3988a8 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:28.756477 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-5b362b82-818a-410f-b67c-663a3a3988a8 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5027459 Oct 29 13:38:28.766283 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 37188) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:38:28.770459 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-76c1c1f4-5111-45c6-8c06-7a64f6fcde5c tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Request body: {'security_group_rule': {'security_group_id': '31c31add-f029-4a31-90ed-b8e46ee3a507', 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:38:28.815265 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-914269dd-4dd9-405b-a70e-de5821616540 req-93aedcd1-1737-4e5e-8334-a8d2e786f30b service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884350 Oct 29 13:38:28.878298 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-db413c95-1ded-4bb4-8f51-1bb6fe4c4f81 req-51519c89-e2e8-4b8c-9821-5e7354f1bb11 service neutron] 10.222.0.26 "GET /v2.0/networks/fcecba9e-4220-4154-9f1a-9dc9f13e1f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844525 Oct 29 13:38:28.910381 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-76c1c1f4-5111-45c6-8c06-7a64f6fcde5c tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:28.919454 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-76ed788c-72b7-4cbb-ac9a-f7d198e25594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'name': 'tempest-TestMinimumBasicScenario-1283722114-router', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:36Z', 'revision_number': 4, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'gw_port': {'id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': 'b92cd319-7469-49fc-a1cc-d5ee7335a12c', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'port_id': 'a6f1c1d1-b296-47fe-861a-d306e40696a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11', 'mac_address': 'fa:16:3e:c2:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471017e8-2ba0-4199-9c0a-732ae35252f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:38:26Z', 'updated_at': '2021-10-29T13:38:26Z', 'revision_number': 0, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1b95ee-8da3-49cd-b749-301670dff64a', 'name': '', 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'mac_address': 'fa:16:3e:b8:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf7caa80-c9da-42b4-ba61-3d38ed8b315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:35Z', 'updated_at': '2021-10-29T13:37:41Z', 'revision_number': 5, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'subnets': [{'id': 'cf7caa80-c9da-42b4-ba61-3d38ed8b315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:38:28.992198 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-914269dd-4dd9-405b-a70e-de5821616540 req-c9a30cce-1198-4a1e-996f-2bff74421795 service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561015 Oct 29 13:38:29.004887 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-76c1c1f4-5111-45c6-8c06-7a64f6fcde5c tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:29.016209 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-76c1c1f4-5111-45c6-8c06-7a64f6fcde5c tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:29.039953 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1c1f4-5111-45c6-8c06-7a64f6fcde5c tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd3cd40-98bb-4a2a-b622-c24ae77deb7a,revision_number=0']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:38:29.048902 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-76c1c1f4-5111-45c6-8c06-7a64f6fcde5c tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:29.054832 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-76c1c1f4-5111-45c6-8c06-7a64f6fcde5c tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2875211 Oct 29 13:38:29.058221 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 37190) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:38:29.065127 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-0e69e43d-02c7-4ca4-bae1-aaf8582ca805 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Request body: {'security_group_rule': {'security_group_id': '31c31add-f029-4a31-90ed-b8e46ee3a507', 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:38:29.097487 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-0e69e43d-02c7-4ca4-bae1-aaf8582ca805 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:29.099637 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ed788c-72b7-4cbb-ac9a-f7d198e25594 None None] The sync data for ids ['62ce2515-c3d0-4c08-94fb-216a4ef523b9'] in dv-cinder-815884-1-iscsi is: [{'id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'name': 'tempest-TestMinimumBasicScenario-1283722114-router', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:36Z', 'revision_number': 4, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'gw_port': {'id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': 'b92cd319-7469-49fc-a1cc-d5ee7335a12c', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'port_id': 'a6f1c1d1-b296-47fe-861a-d306e40696a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11', 'mac_address': 'fa:16:3e:c2:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471017e8-2ba0-4199-9c0a-732ae35252f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:38:26Z', 'updated_at': '2021-10-29T13:38:26Z', 'revision_number': 0, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1b95ee-8da3-49cd-b749-301670dff64a', 'name': '', 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'mac_address': 'fa:16:3e:b8:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf7caa80-c9da-42b4-ba61-3d38ed8b315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:35Z', 'updated_at': '2021-10-29T13:37:41Z', 'revision_number': 5, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'subnets': [{'id': 'cf7caa80-c9da-42b4-ba61-3d38ed8b315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:38:29.191740 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-0e69e43d-02c7-4ca4-bae1-aaf8582ca805 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:29.196987 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-0e69e43d-02c7-4ca4-bae1-aaf8582ca805 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:29.220334 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69e43d-02c7-4ca4-bae1-aaf8582ca805 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa298d67-6e4d-4b5a-8756-95a84cb6c7de,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:38:29.232178 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-0e69e43d-02c7-4ca4-bae1-aaf8582ca805 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:29.236653 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 37192) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:38:29.236813 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-0e69e43d-02c7-4ca4-bae1-aaf8582ca805 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1759498 Oct 29 13:38:29.241353 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-7f859420-412a-43f0-b307-35681e41754b tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Request body: {'security_group_rule': {'security_group_id': '31c31add-f029-4a31-90ed-b8e46ee3a507', 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:38:29.287429 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:29.292651 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.db.securitygroups_db [None req-7f859420-412a-43f0-b307-35681e41754b tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Project 0ec7253bb7c24dabb6c7b2841791c547 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 13:38:29.299181 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-7f859420-412a-43f0-b307-35681e41754b tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:29.373905 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed5d333-9eaa-4cb3-b5c9-d98547790501 None None] New status for floating IP b92cd319-7469-49fc-a1cc-d5ee7335a12c: ACTIVE {{(pid=101277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 13:38:29.374539 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-7f859420-412a-43f0-b307-35681e41754b tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:29.380470 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-7f859420-412a-43f0-b307-35681e41754b tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:29.402127 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f859420-412a-43f0-b307-35681e41754b tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd2c8c0-e68f-40bc-828e-53a58d3d591f,revision_number=0']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:38:29.423571 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-7f859420-412a-43f0-b307-35681e41754b tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:29.425669 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-7f859420-412a-43f0-b307-35681e41754b tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1878946 Oct 29 13:38:29.429074 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 37194) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:38:29.434360 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [None req-da98d16d-aae5-4b7d-920f-7d6f7e7b3b15 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Request body: {'security_group_rule': {'security_group_id': '31c31add-f029-4a31-90ed-b8e46ee3a507', 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:38:29.459509 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.securitygroups_db [None req-da98d16d-aae5-4b7d-920f-7d6f7e7b3b15 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Project 0ec7253bb7c24dabb6c7b2841791c547 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 13:38:29.468080 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-da98d16d-aae5-4b7d-920f-7d6f7e7b3b15 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:29.547588 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-da98d16d-aae5-4b7d-920f-7d6f7e7b3b15 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:29.552815 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-da98d16d-aae5-4b7d-920f-7d6f7e7b3b15 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596443'] for security_group_rule, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:29.587577 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-da98d16d-aae5-4b7d-920f-7d6f7e7b3b15 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:29.589056 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-da98d16d-aae5-4b7d-920f-7d6f7e7b3b15 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1585760 Oct 29 13:38:29.590185 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98d16d-aae5-4b7d-920f-7d6f7e7b3b15 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26007df6-78cd-4581-87c2-a396f1fc75c0,revision_number=0']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:38:29.680976 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-09228edf-6a1e-45a5-86ca-c82a8cde3955 req-8f43b6a1-7be3-4ab0-ad09-8c572fd926a8 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2108735566&fields=id&tenant_id=0ec7253bb7c24dabb6c7b2841791c547 HTTP/1.1" status: 200 len: 267 time: 0.0386484 Oct 29 13:38:29.802456 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8060a-12df-4878-85a7-4d0c120407dd req-7b2d9801-1b11-4977-8b06-fc6f0600a5e9 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:29.804110 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-58d8060a-12df-4878-85a7-4d0c120407dd req-7b2d9801-1b11-4977-8b06-fc6f0600a5e9 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.0709682 Oct 29 13:38:29.821314 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:38:29.857260 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-58d8060a-12df-4878-85a7-4d0c120407dd req-de70f4f8-7eb2-49b6-a6f8-c61ed1150bde tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433979 Oct 29 13:38:29.987495 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09228edf-6a1e-45a5-86ca-c82a8cde3955 req-b2b6e243-540f-40d7-bda7-19c9815522c2 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:29.997463 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-09228edf-6a1e-45a5-86ca-c82a8cde3955 req-b2b6e243-540f-40d7-bda7-19c9815522c2 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 945 time: 0.3075473 Oct 29 13:38:30.003550 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [req-09228edf-6a1e-45a5-86ca-c82a8cde3955 req-7d9c5d3f-82cf-4e25-9cd2-fd5d97bca2b8 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Request body: {'port': {'security_groups': ['7cb263c4-130c-4b89-b881-040773da78ae', '31c31add-f029-4a31-90ed-b8e46ee3a507']}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:38:30.078074 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-09228edf-6a1e-45a5-86ca-c82a8cde3955 req-7d9c5d3f-82cf-4e25-9cd2-fd5d97bca2b8 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:30.305164 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [req-09228edf-6a1e-45a5-86ca-c82a8cde3955 req-7d9c5d3f-82cf-4e25-9cd2-fd5d97bca2b8 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] For port a6f1c1d1-b296-47fe-861a-d306e40696a7, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=a6f1c1d1-b296-47fe-861a-d306e40696a7,segment=NetworkSegment(12e803aa-8284-4435-a8c4-e2fb555f184f),segment_id=12e803aa-8284-4435-a8c4-e2fb555f184f)] {{(pid=101275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:38:30.350547 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-09228edf-6a1e-45a5-86ca-c82a8cde3955 req-7d9c5d3f-82cf-4e25-9cd2-fd5d97bca2b8 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:30.358717 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-09228edf-6a1e-45a5-86ca-c82a8cde3955 req-7d9c5d3f-82cf-4e25-9cd2-fd5d97bca2b8 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952907'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:30.370377 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['a6f1c1d1-b296-47fe-861a-d306e40696a7'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:38:30.431229 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09228edf-6a1e-45a5-86ca-c82a8cde3955 req-7d9c5d3f-82cf-4e25-9cd2-fd5d97bca2b8 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:30.434990 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-09228edf-6a1e-45a5-86ca-c82a8cde3955 req-7d9c5d3f-82cf-4e25-9cd2-fd5d97bca2b8 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:30.449161 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-09228edf-6a1e-45a5-86ca-c82a8cde3955 req-7d9c5d3f-82cf-4e25-9cd2-fd5d97bca2b8 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "PUT /v2.0/ports/a6f1c1d1-b296-47fe-861a-d306e40696a7 HTTP/1.1" status: 200 len: 981 time: 0.4506910 Oct 29 13:38:30.450571 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471017e8-2ba0-4199-9c0a-732ae35252f4', 'tag': 'a6f1c1d1-b296-47fe-861a-d306e40696a7'}] {{(pid=101275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:38:30.455415 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1ae6470871d1e7f5254046b6a14a5a61bc426f08075d8dbcbc5db3d9a889b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f59c18-b847-4a2e-9460-849f846b0eae" -d '{"events": [{"name": "network-changed", "server_uuid": "471017e8-2ba0-4199-9c0a-732ae35252f4", "tag": "a6f1c1d1-b296-47fe-861a-d306e40696a7"}]}' {{(pid=101275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:38:30.533161 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['a6f1c1d1-b296-47fe-861a-d306e40696a7'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:38:30.559002 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c5d3f-82cf-4e25-9cd2-fd5d97bca2b8 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Pushing event updated for resources: {'Port': ['ID=a6f1c1d1-b296-47fe-861a-d306e40696a7,revision_number=6']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:38:30.606753 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f03e26c-cd61-4e92-b62d-4dbeb7b14eb5 x-openstack-request-id: req-0f03e26c-cd61-4e92-b62d-4dbeb7b14eb5 {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:38:30.607236 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471017e8-2ba0-4199-9c0a-732ae35252f4", "tag": "a6f1c1d1-b296-47fe-861a-d306e40696a7", "status": "completed", "code": 200}]} {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:38:30.607669 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0f03e26c-cd61-4e92-b62d-4dbeb7b14eb5 {{(pid=101275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:38:30.608244 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471017e8-2ba0-4199-9c0a-732ae35252f4', 'tag': 'a6f1c1d1-b296-47fe-861a-d306e40696a7', 'status': 'completed', 'code': 200} Oct 29 13:38:30.677952 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f59c18-b847-4a2e-9460-849f846b0eae req-9c656c74-270f-4cb2-9d24-80a6b222a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:30.679823 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b5f59c18-b847-4a2e-9460-849f846b0eae req-9c656c74-270f-4cb2-9d24-80a6b222a0be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ec7253bb7c24dabb6c7b2841791c547&device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 1137 time: 0.0521390 Oct 29 13:38:30.681070 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a3a97-9340-49fd-8c94-fcbcb5ba7377 req-1ff38f72-d5b4-4f8e-9b12-71afb1b31d72 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:30.690544 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-689a3a97-9340-49fd-8c94-fcbcb5ba7377 req-1ff38f72-d5b4-4f8e-9b12-71afb1b31d72 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 984 time: 0.1006413 Oct 29 13:38:30.778429 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-689a3a97-9340-49fd-8c94-fcbcb5ba7377 req-7216bd1e-1f76-446d-ab3b-da5c47ce864f tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&id=31c31add-f029-4a31-90ed-b8e46ee3a507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842690 Oct 29 13:38:30.804579 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f59c18-b847-4a2e-9460-849f846b0eae req-81c440cb-8235-49ee-9662-030b085a163b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:30.806292 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b5f59c18-b847-4a2e-9460-849f846b0eae req-81c440cb-8235-49ee-9662-030b085a163b service neutron] 10.222.0.26 "GET /v2.0/networks?id=fcecba9e-4220-4154-9f1a-9dc9f13e1f11 HTTP/1.1" status: 200 len: 916 time: 0.1176610 Oct 29 13:38:30.848924 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:30.911356 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b5f59c18-b847-4a2e-9460-849f846b0eae req-cd98ba50-e897-4c95-8873-cdc6eeeef79e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6f1c1d1-b296-47fe-861a-d306e40696a7 HTTP/1.1" status: 200 len: 999 time: 0.0922194 Oct 29 13:38:30.982248 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f59c18-b847-4a2e-9460-849f846b0eae req-08b2654f-188c-4748-97ac-2d56e0687bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:30.984353 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b5f59c18-b847-4a2e-9460-849f846b0eae req-08b2654f-188c-4748-97ac-2d56e0687bec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf7caa80-c9da-42b4-ba61-3d38ed8b315b HTTP/1.1" status: 200 len: 854 time: 0.0635800 Oct 29 13:38:31.030177 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-43f2d353-bdec-49d4-a33a-49321402235d None None] Provisioning complete for port a6f1c1d1-b296-47fe-861a-d306e40696a7 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:38:31.030638 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-43f2d353-bdec-49d4-a33a-49321402235d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:31.073866 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f59c18-b847-4a2e-9460-849f846b0eae req-c89e6d12-9b4c-4ba4-a771-caa9e62b7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:31.075766 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b5f59c18-b847-4a2e-9460-849f846b0eae req-c89e6d12-9b4c-4ba4-a771-caa9e62b7a1e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fcecba9e-4220-4154-9f1a-9dc9f13e1f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802436 Oct 29 13:38:31.084688 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73827b1-cfad-42ac-bbb5-c465b6d998fc req-f603c1e8-908c-4b28-a1c1-7f34aaee4f6f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:31.086539 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b73827b1-cfad-42ac-bbb5-c465b6d998fc req-f603c1e8-908c-4b28-a1c1-7f34aaee4f6f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.1006737 Oct 29 13:38:31.199586 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b73827b1-cfad-42ac-bbb5-c465b6d998fc req-5a3081e7-3736-4a8c-834c-91dc8497400f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026938 Oct 29 13:38:31.240336 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b5f59c18-b847-4a2e-9460-849f846b0eae req-36f41e82-3254-445f-9aac-0d06c3b289d6 service neutron] 10.222.0.26 "GET /v2.0/networks/fcecba9e-4220-4154-9f1a-9dc9f13e1f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513562 Oct 29 13:38:31.374418 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b5f59c18-b847-4a2e-9460-849f846b0eae req-47c463e7-bc56-47ad-9d70-2ab9615a8bc7 service neutron] 10.222.0.26 "GET /v2.0/networks/fcecba9e-4220-4154-9f1a-9dc9f13e1f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193337 Oct 29 13:38:32.390825 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25febf-1846-49be-8e84-dfd4a7b24992 req-1e57c04e-1bab-4517-9232-3366a331b591 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:32.392507 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9b25febf-1846-49be-8e84-dfd4a7b24992 req-1e57c04e-1bab-4517-9232-3366a331b591 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.0596066 Oct 29 13:38:32.436311 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9b25febf-1846-49be-8e84-dfd4a7b24992 req-cbb91b58-57be-4a5a-aee5-fdb5f38c3552 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374084 Oct 29 13:38:33.579773 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5616c-b202-42ce-bac9-658c6ca19121 req-61cae584-35bc-4c6f-9ae2-d800f6edf760 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:33.587551 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0eb5616c-b202-42ce-bac9-658c6ca19121 req-61cae584-35bc-4c6f-9ae2-d800f6edf760 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.0691793 Oct 29 13:38:33.636460 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0eb5616c-b202-42ce-bac9-658c6ca19121 req-43c78ebe-96c0-46d8-8b1d-ded3443efaa2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482106 Oct 29 13:38:34.773886 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb200b-19fd-4c89-942b-60d8a9a058eb req-f1aef82e-d26e-41e4-80da-ffad017098eb tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:34.775309 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d3cb200b-19fd-4c89-942b-60d8a9a058eb req-f1aef82e-d26e-41e4-80da-ffad017098eb tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.0530741 Oct 29 13:38:34.816423 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d3cb200b-19fd-4c89-942b-60d8a9a058eb req-56f186ea-0aa6-45ec-9847-e3d971d0c9cb tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349324 Oct 29 13:38:35.943783 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee94f1-c4fe-49cf-98be-59dd7a6cb9c9 req-188855d5-fe5a-440f-98ac-ac5cc4305ac4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:35.950894 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-03ee94f1-c4fe-49cf-98be-59dd7a6cb9c9 req-188855d5-fe5a-440f-98ac-ac5cc4305ac4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.0587556 Oct 29 13:38:35.988095 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-03ee94f1-c4fe-49cf-98be-59dd7a6cb9c9 req-79af697e-3c14-4f11-a0ad-4cb8c339ce83 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363419 Oct 29 13:38:37.105350 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67b278-f70b-4227-a3ef-43b713ccc8b6 req-2a125302-45d0-4170-a992-16abf9af1a11 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:37.106815 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5f67b278-f70b-4227-a3ef-43b713ccc8b6 req-2a125302-45d0-4170-a992-16abf9af1a11 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.0470223 Oct 29 13:38:37.144705 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5f67b278-f70b-4227-a3ef-43b713ccc8b6 req-d5a2e9fb-ce01-4620-bcba-76b84df70347 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320580 Oct 29 13:38:37.188331 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea0b01-f2b8-48bc-83f2-d502f1c6cda5 req-a7cc5710-39d8-4fb1-817f-4da313cbbe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:37.190429 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-4aea0b01-f2b8-48bc-83f2-d502f1c6cda5 req-a7cc5710-39d8-4fb1-817f-4da313cbbe3b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a7750e1de6f482ebcfe89e9ad577e0c&device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 1098 time: 0.0454197 Oct 29 13:38:37.281313 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea0b01-f2b8-48bc-83f2-d502f1c6cda5 req-15fb8ab6-b860-4585-adb9-569d3a3aac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:37.282730 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-4aea0b01-f2b8-48bc-83f2-d502f1c6cda5 req-15fb8ab6-b860-4585-adb9-569d3a3aac26 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa HTTP/1.1" status: 200 len: 918 time: 0.0816009 Oct 29 13:38:37.349861 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-4aea0b01-f2b8-48bc-83f2-d502f1c6cda5 req-3cea8651-3011-4f17-aeda-b1e1f230a6d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=207037ea-0c28-45f2-b0bb-bf243c80aa97 HTTP/1.1" status: 200 len: 1001 time: 0.0593386 Oct 29 13:38:37.398918 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea0b01-f2b8-48bc-83f2-d502f1c6cda5 req-540b9e40-ffaa-4d86-be5e-238dbece6864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:37.400282 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-4aea0b01-f2b8-48bc-83f2-d502f1c6cda5 req-540b9e40-ffaa-4d86-be5e-238dbece6864 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de6a4b99-0646-46d8-a18a-25de200d28c4 HTTP/1.1" status: 200 len: 856 time: 0.0421906 Oct 29 13:38:37.446569 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea0b01-f2b8-48bc-83f2-d502f1c6cda5 req-0b89ef5b-593d-48bc-a942-3389133715b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:37.447967 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-4aea0b01-f2b8-48bc-83f2-d502f1c6cda5 req-0b89ef5b-593d-48bc-a942-3389133715b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380805 Oct 29 13:38:37.538682 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-4aea0b01-f2b8-48bc-83f2-d502f1c6cda5 req-fa87e596-d5c4-4bf4-a40f-9fcbd24e4d7c service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811450 Oct 29 13:38:37.629516 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-4aea0b01-f2b8-48bc-83f2-d502f1c6cda5 req-1e088a74-9672-4bee-b74d-aa34d8f2def6 service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796776 Oct 29 13:38:38.271212 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cf1b4-2d08-497e-bc8c-c39ecead418e req-742f6c5d-e351-41e8-9082-b363e948c065 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:38.287509 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f64cf1b4-2d08-497e-bc8c-c39ecead418e req-742f6c5d-e351-41e8-9082-b363e948c065 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.0555472 Oct 29 13:38:38.323506 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-f64cf1b4-2d08-497e-bc8c-c39ecead418e req-513d7015-2f1d-450a-b23c-62466cd450df tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349743 Oct 29 13:38:39.443438 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0586947-bd96-4f5e-ad0c-76c5512f817b req-50d96a28-1a1c-4fd9-98e5-338d70d91160 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:39.444866 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a0586947-bd96-4f5e-ad0c-76c5512f817b req-50d96a28-1a1c-4fd9-98e5-338d70d91160 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 945 time: 0.0522299 Oct 29 13:38:39.483471 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a0586947-bd96-4f5e-ad0c-76c5512f817b req-d5374a75-2c98-450b-aa79-2e1a23433a5c tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325081 Oct 29 13:38:40.001404 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 207037ea-0c28-45f2-b0bb-bf243c80aa97 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:38:40.075115 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:40.100918 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c9065a-62c0-4f58-82af-bd44e7a1ac45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '207037ea-0c28-45f2-b0bb-bf243c80aa97'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:38:40.103251 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fea707b-49e3-4ef7-9e16-743e41e3e5d1" -d '{"events": [{"server_uuid": "b9c9065a-62c0-4f58-82af-bd44e7a1ac45", "name": "network-vif-unplugged", "status": "completed", "tag": "207037ea-0c28-45f2-b0bb-bf243c80aa97"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:38:40.116217 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 207037ea-0c28-45f2-b0bb-bf243c80aa97, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=207037ea-0c28-45f2-b0bb-bf243c80aa97,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:38:40.124336 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:40.151910 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Oct 2021 13:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ade74f0-e03a-44ab-a39e-a973c94e90e2 x-openstack-request-id: req-8ade74f0-e03a-44ab-a39e-a973c94e90e2 {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:38:40.152205 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c9065a-62c0-4f58-82af-bd44e7a1ac45", "name": "network-vif-unplugged", "status": "failed", "tag": "207037ea-0c28-45f2-b0bb-bf243c80aa97", "code": 422}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:38:40.152498 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8ade74f0-e03a-44ab-a39e-a973c94e90e2 {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:38:40.153095 dv-cinder-815884-1-iscsi neutron-server[101276]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b9c9065a-62c0-4f58-82af-bd44e7a1ac45', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '207037ea-0c28-45f2-b0bb-bf243c80aa97', 'code': 422} returned with failed status Oct 29 13:38:40.179090 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=207037ea-0c28-45f2-b0bb-bf243c80aa97,revision_number=8']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:38:40.603648 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e567b0-ba8f-4ca1-8c2a-268ea5094c0a req-d8959438-e556-43c9-8821-4fc9ee5f4ab7 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:40.605081 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d6e567b0-ba8f-4ca1-8c2a-268ea5094c0a req-d8959438-e556-43c9-8821-4fc9ee5f4ab7 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 943 time: 0.0465312 Oct 29 13:38:40.641712 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d6e567b0-ba8f-4ca1-8c2a-268ea5094c0a req-d90f87d1-19b6-45b5-ac2b-d823b2c887f5 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308034 Oct 29 13:38:41.400672 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [req-9cbe10c8-c94a-4d96-ac41-99bee29ef962 req-ed147b87-e9f4-4e8a-9413-6611bb94ad8a service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 13:38:41.401632 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9cbe10c8-c94a-4d96-ac41-99bee29ef962 req-ed147b87-e9f4-4e8a-9413-6611bb94ad8a service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052640 Oct 29 13:38:41.557184 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e20066-727a-481a-be19-a6a71ad0e457 req-076abcdf-eab7-4eca-8269-4cf292745b11 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:41.558803 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-78e20066-727a-481a-be19-a6a71ad0e457 req-076abcdf-eab7-4eca-8269-4cf292745b11 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 943 time: 0.0529699 Oct 29 13:38:41.581758 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0fbf4ea2-ec7b-43b6-8e6a-a5ed4186a211 req-afaae513-7fbe-48ee-a1cb-b7359209fb2b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390935 Oct 29 13:38:41.595769 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-78e20066-727a-481a-be19-a6a71ad0e457 req-b22b9764-3246-49d8-8d98-2eb0c0ff2d96 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311413 Oct 29 13:38:42.389012 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4ea2-ec7b-43b6-8e6a-a5ed4186a211 req-b04a08eb-c221-4aa1-9985-c0a274439e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:42.390497 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0fbf4ea2-ec7b-43b6-8e6a-a5ed4186a211 req-b04a08eb-c221-4aa1-9985-c0a274439e44 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45&tenant_id=7a7750e1de6f482ebcfe89e9ad577e0c HTTP/1.1" status: 200 len: 1096 time: 0.0692124 Oct 29 13:38:42.449860 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4ea2-ec7b-43b6-8e6a-a5ed4186a211 req-162b2cb8-ea64-4aee-8f81-ec04d69db77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:42.451220 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0fbf4ea2-ec7b-43b6-8e6a-a5ed4186a211 req-162b2cb8-ea64-4aee-8f81-ec04d69db77e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a7750e1de6f482ebcfe89e9ad577e0c&device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 1096 time: 0.0377913 Oct 29 13:38:42.541969 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4ea2-ec7b-43b6-8e6a-a5ed4186a211 req-843fbf84-cc35-4a74-9496-9ba7f3284e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:42.543386 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0fbf4ea2-ec7b-43b6-8e6a-a5ed4186a211 req-843fbf84-cc35-4a74-9496-9ba7f3284e88 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa HTTP/1.1" status: 200 len: 918 time: 0.0795157 Oct 29 13:38:42.610650 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0fbf4ea2-ec7b-43b6-8e6a-a5ed4186a211 req-b9a3a714-eb78-43ee-a334-444a906a98ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=207037ea-0c28-45f2-b0bb-bf243c80aa97 HTTP/1.1" status: 200 len: 999 time: 0.0585675 Oct 29 13:38:42.661919 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4ea2-ec7b-43b6-8e6a-a5ed4186a211 req-5d74a0db-8024-4f96-9343-076508aa4160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:42.663655 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0fbf4ea2-ec7b-43b6-8e6a-a5ed4186a211 req-5d74a0db-8024-4f96-9343-076508aa4160 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de6a4b99-0646-46d8-a18a-25de200d28c4 HTTP/1.1" status: 200 len: 856 time: 0.0447056 Oct 29 13:38:42.743620 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a37369-b483-4f21-9c73-3bff4d75a22d req-a180e696-2d19-43c6-931d-c5b0fbf445c2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:42.744980 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-92a37369-b483-4f21-9c73-3bff4d75a22d req-a180e696-2d19-43c6-931d-c5b0fbf445c2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 943 time: 0.0763018 Oct 29 13:38:42.747292 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4ea2-ec7b-43b6-8e6a-a5ed4186a211 req-7525f117-6d9d-41cd-8ced-29b07dd2f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:42.748613 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0fbf4ea2-ec7b-43b6-8e6a-a5ed4186a211 req-7525f117-6d9d-41cd-8ced-29b07dd2f769 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719001 Oct 29 13:38:42.833529 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-92a37369-b483-4f21-9c73-3bff4d75a22d req-3db76441-2e47-49e0-935b-93f4846fc7c9 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823817 Oct 29 13:38:42.863477 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0fbf4ea2-ec7b-43b6-8e6a-a5ed4186a211 req-f41a74ef-edc8-4a88-b851-7910335bdef2 service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058300 Oct 29 13:38:42.951512 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0fbf4ea2-ec7b-43b6-8e6a-a5ed4186a211 req-376157bc-0c44-4a26-85ca-4d3990fee01d service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808802 Oct 29 13:38:43.953006 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3562d-3194-4e7a-9032-8494e48560d5 req-7f888c95-a0a4-427b-8aaa-403eba04699a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:43.954620 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5be3562d-3194-4e7a-9032-8494e48560d5 req-7f888c95-a0a4-427b-8aaa-403eba04699a tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 943 time: 0.0493968 Oct 29 13:38:43.993843 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5be3562d-3194-4e7a-9032-8494e48560d5 req-bedb0e95-09ff-416d-99e7-233ba159c773 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332048 Oct 29 13:38:45.114645 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04166a-2b5a-4d32-bc10-57c697142c45 req-b4d739d0-18d7-4961-89e0-8cfa4d86db51 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:45.116086 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8f04166a-2b5a-4d32-bc10-57c697142c45 req-b4d739d0-18d7-4961-89e0-8cfa4d86db51 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 943 time: 0.0477135 Oct 29 13:38:45.155197 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8f04166a-2b5a-4d32-bc10-57c697142c45 req-47be213e-6ee4-4d77-9a36-6fdbe09503d8 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329111 Oct 29 13:38:46.287458 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4e101-e05b-48b4-a1e5-357184121e72 req-fa008774-5af9-46ae-859b-a42c4a31e916 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:46.288990 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8bf4e101-e05b-48b4-a1e5-357184121e72 req-fa008774-5af9-46ae-859b-a42c4a31e916 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 943 time: 0.0591021 Oct 29 13:38:46.327695 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8bf4e101-e05b-48b4-a1e5-357184121e72 req-5c1a2948-dbc6-498b-bce8-091366daf1a6 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324910 Oct 29 13:38:47.462923 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655d7c6-781d-434f-86bd-a36b2f9f02a5 req-c1750ea4-7ece-45c6-b10d-9e1a9bb9cb08 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:47.464387 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-2655d7c6-781d-434f-86bd-a36b2f9f02a5 req-c1750ea4-7ece-45c6-b10d-9e1a9bb9cb08 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 943 time: 0.0624621 Oct 29 13:38:47.500324 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-2655d7c6-781d-434f-86bd-a36b2f9f02a5 req-6b053fb8-b8e8-4f3b-b599-fd7d93171fc4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297861 Oct 29 13:38:48.634382 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e411e-9dc3-4a3a-8abd-811a1d03c0dd req-0d749d27-dae2-4946-81f7-b535ad075938 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:48.635761 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f58e411e-9dc3-4a3a-8abd-811a1d03c0dd req-0d749d27-dae2-4946-81f7-b535ad075938 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 943 time: 0.0645370 Oct 29 13:38:48.674028 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f58e411e-9dc3-4a3a-8abd-811a1d03c0dd req-6717a248-8e87-47e1-8d7d-74831fe64c02 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323162 Oct 29 13:38:49.802659 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f852c3-a197-4061-abe6-0e967dc74eed req-7b2f04ca-58bb-4ec9-b1a7-168db8d8dbf9 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:49.804110 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-49f852c3-a197-4061-abe6-0e967dc74eed req-7b2f04ca-58bb-4ec9-b1a7-168db8d8dbf9 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 943 time: 0.0560820 Oct 29 13:38:49.841899 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-49f852c3-a197-4061-abe6-0e967dc74eed req-e1025fc6-9408-46a7-8257-f6fcb866783e tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318058 Oct 29 13:38:50.969119 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d9ee2-db91-4fe1-bc6b-6fa216618227 req-049ba824-f2fd-47cf-a0d3-a4ae10281ddb tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:50.970639 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7b9d9ee2-db91-4fe1-bc6b-6fa216618227 req-049ba824-f2fd-47cf-a0d3-a4ae10281ddb tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 943 time: 0.0498295 Oct 29 13:38:51.008929 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7b9d9ee2-db91-4fe1-bc6b-6fa216618227 req-7d9c6817-a09e-40ff-ae93-239f975a0649 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323675 Oct 29 13:38:52.131646 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64de75-9fa4-4be6-a05b-9bf1fb7f6e30 req-f7a3f21e-1bb9-4c8a-b6cd-879bcf183ba1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:52.133139 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-fa64de75-9fa4-4be6-a05b-9bf1fb7f6e30 req-f7a3f21e-1bb9-4c8a-b6cd-879bcf183ba1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 943 time: 0.0500443 Oct 29 13:38:52.173938 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-fa64de75-9fa4-4be6-a05b-9bf1fb7f6e30 req-588c4a58-f8b3-4c5f-9744-a107b49e47ce tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336287 Oct 29 13:38:53.300945 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1bdf8-1f68-49a7-9a68-9e899b5c430e req-d1ba82e2-7397-45db-b62d-0f557c82dee3 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:53.302969 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-17a1bdf8-1f68-49a7-9a68-9e899b5c430e req-d1ba82e2-7397-45db-b62d-0f557c82dee3 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 943 time: 0.0498343 Oct 29 13:38:53.341888 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-17a1bdf8-1f68-49a7-9a68-9e899b5c430e req-4e199ff3-edaa-4d13-a739-1916a60f53ae tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325000 Oct 29 13:38:54.476081 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f8811-489d-438e-b816-b462e51b2aea req-21ec94fb-0008-4d8d-b61f-6252228a7f2c tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:54.478428 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-cf5f8811-489d-438e-b816-b462e51b2aea req-21ec94fb-0008-4d8d-b61f-6252228a7f2c tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 943 time: 0.0617354 Oct 29 13:38:54.517252 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-cf5f8811-489d-438e-b816-b462e51b2aea req-e605eea2-4adc-4cd4-9ced-1131bd107ff4 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324872 Oct 29 13:38:55.473632 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-0ab36dfb-7110-4462-830d-86e86f424bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:55.639024 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36add9a2-3120-42ef-b83e-fef538e2b4d9 req-ddfae690-03cd-42ec-8f70-409a0c09ae8b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:55.640466 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-36add9a2-3120-42ef-b83e-fef538e2b4d9 req-ddfae690-03cd-42ec-8f70-409a0c09ae8b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 943 time: 0.0498574 Oct 29 13:38:55.933869 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-36add9a2-3120-42ef-b83e-fef538e2b4d9 req-026beab0-cd9b-4269-a03e-6150142551d9 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2870116 Oct 29 13:38:56.777274 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:57.051448 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b83909-3eaa-4b66-99aa-3a6fae99eb5b req-fdcbd37e-4eba-411c-978c-979cfb015841 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:57.053289 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-95b83909-3eaa-4b66-99aa-3a6fae99eb5b req-fdcbd37e-4eba-411c-978c-979cfb015841 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 943 time: 0.0499468 Oct 29 13:38:57.089225 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-95b83909-3eaa-4b66-99aa-3a6fae99eb5b req-4bc142d9-6c82-4db1-bea9-95e82a81a7d1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301173 Oct 29 13:38:58.002832 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:58.064211 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3876dad2-95ff-4c5f-8468-86482ce8240f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:58.207735 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ac314-5bd4-4f45-9c16-8f73744a4e0b req-f52f267a-2f77-4caa-8587-b2f4bcf9cfa0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:58.210212 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-782ac314-5bd4-4f45-9c16-8f73744a4e0b req-f52f267a-2f77-4caa-8587-b2f4bcf9cfa0 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 943 time: 0.0520828 Oct 29 13:38:58.252198 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-782ac314-5bd4-4f45-9c16-8f73744a4e0b req-0a217aa6-18df-462d-8dea-12ede11f2f65 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359564 Oct 29 13:38:59.273731 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:38:59.379965 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc36fa-0e6a-4edb-88a3-c1200c32e6e7 req-06650c33-41ae-46ec-86e8-0eeb9481822f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:38:59.382064 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3efc36fa-0e6a-4edb-88a3-c1200c32e6e7 req-06650c33-41ae-46ec-86e8-0eeb9481822f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 943 time: 0.0542691 Oct 29 13:38:59.419384 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3efc36fa-0e6a-4edb-88a3-c1200c32e6e7 req-9e4e5ad0-a255-415a-9783-757bb82516c2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311613 Oct 29 13:39:00.045315 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 207037ea-0c28-45f2-b0bb-bf243c80aa97 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:39:00.137360 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 207037ea-0c28-45f2-b0bb-bf243c80aa97, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=207037ea-0c28-45f2-b0bb-bf243c80aa97,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:39:00.148455 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': '207037ea-0c28-45f2-b0bb-bf243c80aa97', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'port_id': '207037ea-0c28-45f2-b0bb-bf243c80aa97', 'mac_address': 'fa:16:3e:59:a7:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:39:00.183480 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:00.195514 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207037ea-0c28-45f2-b0bb-bf243c80aa97 {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:39:00.214204 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 207037ea-0c28-45f2-b0bb-bf243c80aa97, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=207037ea-0c28-45f2-b0bb-bf243c80aa97,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:39:00.217834 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:00.262754 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=207037ea-0c28-45f2-b0bb-bf243c80aa97,revision_number=9']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:00.269566 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:00.269939 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:00.270274 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:00.270605 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:00.271456 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:00.271786 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:00.272106 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:00.272422 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:00.272740 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:00.273054 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:00.273365 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:00.273673 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:00.506270 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['207037ea-0c28-45f2-b0bb-bf243c80aa97'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:39:00.537807 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dec6c1-f438-4907-9151-9c459ea2bdb1 req-9774d635-4707-4a0c-a3ef-00841d31dac2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:00.539289 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f6dec6c1-f438-4907-9151-9c459ea2bdb1 req-9774d635-4707-4a0c-a3ef-00841d31dac2 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 944 time: 0.0491052 Oct 29 13:39:00.576285 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f6dec6c1-f438-4907-9151-9c459ea2bdb1 req-33b2efbf-4461-49f5-af01-f53dd48214a1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309381 Oct 29 13:39:00.785190 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:01.156224 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87952a44-ffc1-433a-9361-47f7c377043f req-8e502834-01c5-482c-90a1-55212d18b913 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:01.157651 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-87952a44-ffc1-433a-9361-47f7c377043f req-8e502834-01c5-482c-90a1-55212d18b913 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4 HTTP/1.1" status: 200 len: 945 time: 0.0497277 Oct 29 13:39:01.194407 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-87952a44-ffc1-433a-9361-47f7c377043f req-c61aaef2-9ec1-4c6d-a09f-b7889964805e tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=054d10de-0639-4878-a0aa-9fcc4e3c1279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308080 Oct 29 13:39:01.694788 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3577c-0732-4331-b2db-79136fc7d0aa req-9aa86cec-b192-4c5f-b736-032ececcaf64 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:01.696197 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-2cc3577c-0732-4331-b2db-79136fc7d0aa req-9aa86cec-b192-4c5f-b736-032ececcaf64 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 944 time: 0.0465622 Oct 29 13:39:01.732334 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-2cc3577c-0732-4331-b2db-79136fc7d0aa req-e09402a0-a120-4b9c-ae61-e339c504df6d tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302949 Oct 29 13:39:02.050359 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 207037ea-0c28-45f2-b0bb-bf243c80aa97 up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:39:02.095770 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port 207037ea-0c28-45f2-b0bb-bf243c80aa97 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:39:02.096138 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:02.171314 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:02.193447 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c9065a-62c0-4f58-82af-bd44e7a1ac45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207037ea-0c28-45f2-b0bb-bf243c80aa97'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:39:02.195667 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee38f6b-c3ca-4c9f-920f-e2cd313ca25f" -d '{"events": [{"server_uuid": "b9c9065a-62c0-4f58-82af-bd44e7a1ac45", "name": "network-vif-plugged", "status": "completed", "tag": "207037ea-0c28-45f2-b0bb-bf243c80aa97"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:39:02.207857 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 207037ea-0c28-45f2-b0bb-bf243c80aa97, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=207037ea-0c28-45f2-b0bb-bf243c80aa97,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:39:02.212504 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:02.235666 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda498c4-5efb-4020-9536-84d1087b45a3 x-openstack-request-id: req-bda498c4-5efb-4020-9536-84d1087b45a3 {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:39:02.235961 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c9065a-62c0-4f58-82af-bd44e7a1ac45", "name": "network-vif-plugged", "status": "completed", "tag": "207037ea-0c28-45f2-b0bb-bf243c80aa97", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:39:02.236214 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bda498c4-5efb-4020-9536-84d1087b45a3 {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:39:02.236597 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c9065a-62c0-4f58-82af-bd44e7a1ac45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207037ea-0c28-45f2-b0bb-bf243c80aa97', 'code': 200} Oct 29 13:39:02.267845 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=207037ea-0c28-45f2-b0bb-bf243c80aa97,revision_number=10']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:02.319566 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81306ff4-292e-46c0-a0e4-e79f92169e23 req-c9dfb05f-e579-4877-8354-b14f713ed48a tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:02.321097 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-81306ff4-292e-46c0-a0e4-e79f92169e23 req-c9dfb05f-e579-4877-8354-b14f713ed48a tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4 HTTP/1.1" status: 200 len: 945 time: 0.0516782 Oct 29 13:39:02.357936 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-81306ff4-292e-46c0-a0e4-e79f92169e23 req-008cc58f-4200-4cb4-9ece-e655ac9daaa7 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=054d10de-0639-4878-a0aa-9fcc4e3c1279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307987 Oct 29 13:39:02.417749 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e878b4-13b3-4484-9525-e1c5163219ce req-f894759d-a390-4b45-a8be-1770054bc03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:02.419201 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-00e878b4-13b3-4484-9525-e1c5163219ce req-f894759d-a390-4b45-a8be-1770054bc03f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 1099 time: 0.0373785 Oct 29 13:39:02.454254 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-00e878b4-13b3-4484-9525-e1c5163219ce req-29a9a0c3-e1b3-4d97-afa7-e865332fc124 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269058 Oct 29 13:39:02.848755 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b3207-db7c-4179-bc18-b26aa8791a8e req-683a9af3-9fea-4b68-ae7c-ced11f284caf tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:02.850767 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0c4b3207-db7c-4179-bc18-b26aa8791a8e req-683a9af3-9fea-4b68-ae7c-ced11f284caf tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 946 time: 0.0474656 Oct 29 13:39:02.890127 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0c4b3207-db7c-4179-bc18-b26aa8791a8e req-5d0a358e-c196-4008-853d-d853d435783b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333412 Oct 29 13:39:03.325877 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf51508-0bec-4c5b-94ea-e4c59593f396 req-3b6979b6-bca2-4a61-b46a-f44634eb0e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:03.327369 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-dbf51508-0bec-4c5b-94ea-e4c59593f396 req-3b6979b6-bca2-4a61-b46a-f44634eb0e51 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ec7253bb7c24dabb6c7b2841791c547&device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 1137 time: 0.0389340 Oct 29 13:39:03.332797 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec98c6-61c2-4cf7-82e2-b2b74df995ac req-468cc3d3-268b-4607-9bb0-7a224830ad18 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:03.334784 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e1ec98c6-61c2-4cf7-82e2-b2b74df995ac req-468cc3d3-268b-4607-9bb0-7a224830ad18 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 984 time: 0.0755386 Oct 29 13:39:03.356963 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06fc22-8690-478c-a06d-8433d703446a req-af77154f-592d-47ac-8af7-c5092790ff6c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:03.358392 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6b06fc22-8690-478c-a06d-8433d703446a req-af77154f-592d-47ac-8af7-c5092790ff6c tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4 HTTP/1.1" status: 200 len: 945 time: 0.0697453 Oct 29 13:39:03.414226 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e1ec98c6-61c2-4cf7-82e2-b2b74df995ac req-4770e9b4-c179-49b4-b2a2-2e71ab1ca64e tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&id=31c31add-f029-4a31-90ed-b8e46ee3a507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729578 Oct 29 13:39:03.419793 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf51508-0bec-4c5b-94ea-e4c59593f396 req-56a1ad93-c5c9-4089-a4f9-37f5f4463bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:03.421245 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-dbf51508-0bec-4c5b-94ea-e4c59593f396 req-56a1ad93-c5c9-4089-a4f9-37f5f4463bfe service neutron] 10.222.0.26 "GET /v2.0/networks?id=fcecba9e-4220-4154-9f1a-9dc9f13e1f11 HTTP/1.1" status: 200 len: 916 time: 0.0858405 Oct 29 13:39:03.469184 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-6b06fc22-8690-478c-a06d-8433d703446a req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Deleting port bbd097dd-ea19-4a4e-a3ed-ffc024cf517d {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:39:03.469525 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6b06fc22-8690-478c-a06d-8433d703446a req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:03.520039 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-dbf51508-0bec-4c5b-94ea-e4c59593f396 req-b3fad4a9-dda2-46d4-aa29-57326404b5dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6f1c1d1-b296-47fe-861a-d306e40696a7 HTTP/1.1" status: 200 len: 999 time: 0.0802491 Oct 29 13:39:03.527916 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cfae0-9c4f-419e-883b-8083086d1a9a req-6d0e26a9-c7fd-4601-a7f5-21c59833a650 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:03.529701 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-638cfae0-9c4f-419e-883b-8083086d1a9a req-6d0e26a9-c7fd-4601-a7f5-21c59833a650 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4 HTTP/1.1" status: 200 len: 945 time: 0.0978968 Oct 29 13:39:03.558693 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-6b06fc22-8690-478c-a06d-8433d703446a req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] For port bbd097dd-ea19-4a4e-a3ed-ffc024cf517d, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=bbd097dd-ea19-4a4e-a3ed-ffc024cf517d,segment=NetworkSegment(527f676e-5a03-488c-8dd0-cadb1d3b0adb),segment_id=527f676e-5a03-488c-8dd0-cadb1d3b0adb)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:39:03.559061 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6b06fc22-8690-478c-a06d-8433d703446a req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:03.595562 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf51508-0bec-4c5b-94ea-e4c59593f396 req-94df1883-25ac-4e91-8ecc-a26c7a015ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:03.596997 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-dbf51508-0bec-4c5b-94ea-e4c59593f396 req-94df1883-25ac-4e91-8ecc-a26c7a015ea9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf7caa80-c9da-42b4-ba61-3d38ed8b315b HTTP/1.1" status: 200 len: 854 time: 0.0651245 Oct 29 13:39:03.599964 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-638cfae0-9c4f-419e-883b-8083086d1a9a req-52fd0978-666c-4f88-8ecd-34bc4bfea4b0 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups?id=054d10de-0639-4878-a0aa-9fcc4e3c1279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609422 Oct 29 13:39:03.651302 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf51508-0bec-4c5b-94ea-e4c59593f396 req-eba16be4-2b07-45a4-931b-55fbec761c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:03.653318 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-dbf51508-0bec-4c5b-94ea-e4c59593f396 req-eba16be4-2b07-45a4-931b-55fbec761c94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fcecba9e-4220-4154-9f1a-9dc9f13e1f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428097 Oct 29 13:39:03.741219 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6b06fc22-8690-478c-a06d-8433d703446a req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:03.741596 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6b06fc22-8690-478c-a06d-8433d703446a req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495903'] for floatingip, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:03.742095 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.l3_db [req-6b06fc22-8690-478c-a06d-8433d703446a req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Floating IP 4853d007-88bf-4eab-b95e-db726ba1fb46 disassociated. External IP: 172.27.2.36, port: bbd097dd-ea19-4a4e-a3ed-ffc024cf517d. Oct 29 13:39:03.742568 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-6b06fc22-8690-478c-a06d-8433d703446a req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Calling delete_port for bbd097dd-ea19-4a4e-a3ed-ffc024cf517d owned by compute:nova {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:39:03.753383 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-dbf51508-0bec-4c5b-94ea-e4c59593f396 req-32d71537-fc04-483b-83d9-8536b641e6a7 service neutron] 10.222.0.26 "GET /v2.0/networks/fcecba9e-4220-4154-9f1a-9dc9f13e1f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893428 Oct 29 13:39:03.857980 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-dbf51508-0bec-4c5b-94ea-e4c59593f396 req-9aac8971-f9be-44b4-8f24-461ad80617bd service neutron] 10.222.0.26 "GET /v2.0/networks/fcecba9e-4220-4154-9f1a-9dc9f13e1f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972180 Oct 29 13:39:03.881910 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6b06fc22-8690-478c-a06d-8433d703446a req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:03.911088 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Pushing event deleted for resources: {'Port': ['ID=bbd097dd-ea19-4a4e-a3ed-ffc024cf517d,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:03.923143 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:03.923484 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:03.923834 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:03.924175 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:03.924510 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:03.924974 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:03.925163 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:03.925540 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:03.925850 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:03.926179 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:03.926502 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:03.926829 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:04.074471 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2848b0-f01d-46c2-a31a-1575dffff731 req-e5bc6fef-2053-45a7-addf-0177bd53afce tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:04.076003 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ad2848b0-f01d-46c2-a31a-1575dffff731 req-e5bc6fef-2053-45a7-addf-0177bd53afce tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 946 time: 0.0750477 Oct 29 13:39:04.085549 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b06fc22-8690-478c-a06d-8433d703446a req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Router 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:39:04.180798 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ad2848b0-f01d-46c2-a31a-1575dffff731 req-c5ae3d4c-7222-41c6-be76-6edb1c2ebef1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977528 Oct 29 13:39:04.221427 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b06fc22-8690-478c-a06d-8433d703446a req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:39:04.233443 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ad3d10-8b65-4625-9ebc-85ce852536c5 None None] Sync routers for ids ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:39:04.242688 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ad3d10-8b65-4625-9ebc-85ce852536c5 None None] Routers {'5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:39:04.243134 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-95ad3d10-8b65-4625-9ebc-85ce852536c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:38:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:04.264626 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b06fc22-8690-478c-a06d-8433d703446a req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] No DVR routers for this DVR port bbd097dd-ea19-4a4e-a3ed-ffc024cf517d on host hv-cinder-81588 {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:39:04.267275 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-6b06fc22-8690-478c-a06d-8433d703446a req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:04.270739 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6b06fc22-8690-478c-a06d-8433d703446a req-c2be7e60-5488-4c8a-b625-4b262842dad8 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.26 "DELETE /v2.0/ports/bbd097dd-ea19-4a4e-a3ed-ffc024cf517d HTTP/1.1" status: 204 len: 173 time: 0.9032695 Oct 29 13:39:04.272110 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4', 'name': 'network-vif-deleted', 'tag': 'bbd097dd-ea19-4a4e-a3ed-ffc024cf517d'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:39:04.274360 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab6d165-1e45-4178-b74f-62156ff1ff9f" -d '{"events": [{"server_uuid": "ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4", "name": "network-vif-deleted", "tag": "bbd097dd-ea19-4a4e-a3ed-ffc024cf517d"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:39:04.312525 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57551afa-2776-4d43-8500-3535e9bf085c x-openstack-request-id: req-57551afa-2776-4d43-8500-3535e9bf085c {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:39:04.312825 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4", "name": "network-vif-deleted", "tag": "bbd097dd-ea19-4a4e-a3ed-ffc024cf517d", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:39:04.313077 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-57551afa-2776-4d43-8500-3535e9bf085c {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:39:04.313476 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4', 'name': 'network-vif-deleted', 'tag': 'bbd097dd-ea19-4a4e-a3ed-ffc024cf517d', 'status': 'completed', 'code': 200} Oct 29 13:39:04.362429 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-95ad3d10-8b65-4625-9ebc-85ce852536c5 None None] Set router 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:39:04.532382 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608938a-591f-4b93-8ba3-476413619e4e req-496d6d89-05d6-4aca-99a8-872003dbc035 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:04.533797 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f608938a-591f-4b93-8ba3-476413619e4e req-496d6d89-05d6-4aca-99a8-872003dbc035 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 984 time: 0.0491753 Oct 29 13:39:04.561465 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-95ad3d10-8b65-4625-9ebc-85ce852536c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'name': 'tempest-AttachVolumeTestJSON-909382734-router', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:35Z', 'revision_number': 4, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'gw_port': {'id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a', 'name': '', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'mac_address': 'fa:16:3e:75:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:30Z', 'updated_at': '2021-10-29T13:32:43Z', 'revision_number': 5, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'subnets': [{'id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:04.574026 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f608938a-591f-4b93-8ba3-476413619e4e req-8d0cce85-1379-45a8-8055-e770cd15f063 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&id=31c31add-f029-4a31-90ed-b8e46ee3a507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335834 Oct 29 13:39:04.587168 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ad3d10-8b65-4625-9ebc-85ce852536c5 None None] Checking router: 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:39:04.595184 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ad3d10-8b65-4625-9ebc-85ce852536c5 None None] Routers {'5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:39:04.595764 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-95ad3d10-8b65-4625-9ebc-85ce852536c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:38:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:04.699729 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-95ad3d10-8b65-4625-9ebc-85ce852536c5 None None] Set router 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:39:04.708977 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-562526e5-754e-4410-b499-771e53ffbfd5 req-e77a5414-fd53-4f2f-a1d4-f12dffad22b0 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebf1c3ca-c3d2-44a2-885c-b0012eadd5a4 HTTP/1.1" status: 200 len: 210 time: 0.0307109 Oct 29 13:39:04.900351 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-95ad3d10-8b65-4625-9ebc-85ce852536c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'name': 'tempest-AttachVolumeTestJSON-909382734-router', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:35Z', 'revision_number': 4, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'gw_port': {'id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a', 'name': '', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'mac_address': 'fa:16:3e:75:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:30Z', 'updated_at': '2021-10-29T13:32:43Z', 'revision_number': 5, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'subnets': [{'id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:04.929624 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ad3d10-8b65-4625-9ebc-85ce852536c5 None None] The sync data for ids ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'] in dv-cinder-815884-1-iscsi is: [{'id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'name': 'tempest-AttachVolumeTestJSON-909382734-router', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:35Z', 'revision_number': 4, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'gw_port': {'id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a', 'name': '', 'network_id': '9b00fe28-a5bb-47a1-b3da-ae5774a84660', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'mac_address': 'fa:16:3e:75:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:30Z', 'updated_at': '2021-10-29T13:32:43Z', 'revision_number': 5, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'subnets': [{'id': '190fdc9d-b7ca-4aac-8054-029f057e3220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:39:05.129965 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cfab1d-8304-476f-a2fe-66c1e760d781 None None] New status for floating IP 4853d007-88bf-4eab-b95e-db726ba1fb46: DOWN {{(pid=101277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 13:39:05.302482 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966a62c-0a3e-4a9e-a66e-0ee19c95730d req-d2cf8609-864b-4e8e-95d7-cad222e80b11 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:05.303932 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e966a62c-0a3e-4a9e-a66e-0ee19c95730d req-d2cf8609-864b-4e8e-95d7-cad222e80b11 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 946 time: 0.0482719 Oct 29 13:39:05.342004 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e966a62c-0a3e-4a9e-a66e-0ee19c95730d req-427a8350-dbca-4d1c-baa1-d083ca333a95 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320873 Oct 29 13:39:05.684912 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35df8e-e7f0-4c3b-a205-93839d702ff6 req-4c43863a-5f2f-42c9-bc3f-5370e576ab86 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:05.686346 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-db35df8e-e7f0-4c3b-a205-93839d702ff6 req-4c43863a-5f2f-42c9-bc3f-5370e576ab86 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 984 time: 0.0461955 Oct 29 13:39:05.724817 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-db35df8e-e7f0-4c3b-a205-93839d702ff6 req-c354773f-11a1-4792-b6bb-1ac548b428f1 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&id=31c31add-f029-4a31-90ed-b8e46ee3a507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325155 Oct 29 13:39:05.792711 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 37564) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:05.848409 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3c2af44c-ecfa-456e-9fa1-f1ae49f43825 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:05.870397 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3c2af44c-ecfa-456e-9fa1-f1ae49f43825 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:05.916028 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3c2af44c-ecfa-456e-9fa1-f1ae49f43825 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:05.918815 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3c2af44c-ecfa-456e-9fa1-f1ae49f43825 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:05.919992 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-3c2af44c-ecfa-456e-9fa1-f1ae49f43825 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "DELETE /v2.0/security-groups/054d10de-0639-4878-a0aa-9fcc4e3c1279 HTTP/1.1" status: 204 len: 168 time: 0.1262245 Oct 29 13:39:05.922736 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 37566) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:05.928551 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2af44c-ecfa-456e-9fa1-f1ae49f43825 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=054d10de-0639-4878-a0aa-9fcc4e3c1279,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:05.935811 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.api.v2.resource [None req-5a4924f6-29c3-4904-8796-c656eb6f7e55 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] show failed (client error): The resource could not be found. Oct 29 13:39:05.936685 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-5a4924f6-29c3-4904-8796-c656eb6f7e55 tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "GET /v2.0/security-groups/054d10de-0639-4878-a0aa-9fcc4e3c1279 HTTP/1.1" status: 404 len: 347 time: 0.0129857 Oct 29 13:39:05.939542 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 37568) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:06.055338 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device bbd097dd-ea19-4a4e-a3ed-ffc024cf517d no longer exists at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:39:06.059753 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-38c706f5-3697-4d88-99d9-6a6be979e3ea tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Deleting port 491513ae-e49b-40bb-94e4-694ae1085564 {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:39:06.060094 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-38c706f5-3697-4d88-99d9-6a6be979e3ea tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:06.074854 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] No Port match for: bbd097dd-ea19-4a4e-a3ed-ffc024cf517d {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:39:06.075199 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device bbd097dd-ea19-4a4e-a3ed-ffc024cf517d not bound to the agent host hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:39:06.134565 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-38c706f5-3697-4d88-99d9-6a6be979e3ea tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:06.134826 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-38c706f5-3697-4d88-99d9-6a6be979e3ea tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:06.146109 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-38c706f5-3697-4d88-99d9-6a6be979e3ea tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Calling delete_port for 491513ae-e49b-40bb-94e4-694ae1085564 owned by network:floatingip {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:39:06.272095 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-38c706f5-3697-4d88-99d9-6a6be979e3ea tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:06.299027 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c706f5-3697-4d88-99d9-6a6be979e3ea tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Pushing event deleted for resources: {'Port': ['ID=491513ae-e49b-40bb-94e4-694ae1085564,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:06.356758 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-38c706f5-3697-4d88-99d9-6a6be979e3ea tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks [] for floatingip, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:06.359358 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-38c706f5-3697-4d88-99d9-6a6be979e3ea tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for floatingip, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:06.360494 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-38c706f5-3697-4d88-99d9-6a6be979e3ea tempest-AttachVolumeTestJSON-1021441250 tempest-AttachVolumeTestJSON-1021441250-project] 10.222.0.96 "DELETE /v2.0/floatingips/4853d007-88bf-4eab-b95e-db726ba1fb46 HTTP/1.1" status: 204 len: 168 time: 0.4200220 Oct 29 13:39:06.820442 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:39:06.841119 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee73fa-1b1b-4806-8f27-e5fa81f6f97d req-c90f61bc-57b4-497c-8235-4079007bf16f tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:06.842612 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a7ee73fa-1b1b-4806-8f27-e5fa81f6f97d req-c90f61bc-57b4-497c-8235-4079007bf16f tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 984 time: 0.0479314 Oct 29 13:39:06.873596 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512461da-c629-4fb0-ba82-56065199976a req-f4f9fcc0-dc26-4b13-b3bc-f7b7e2924665 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:06.875345 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-512461da-c629-4fb0-ba82-56065199976a req-f4f9fcc0-dc26-4b13-b3bc-f7b7e2924665 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 945 time: 0.0476065 Oct 29 13:39:06.882517 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a7ee73fa-1b1b-4806-8f27-e5fa81f6f97d req-36bebcec-1b18-4d9f-904e-145bb4e96026 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&id=31c31add-f029-4a31-90ed-b8e46ee3a507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337818 Oct 29 13:39:06.914929 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-512461da-c629-4fb0-ba82-56065199976a req-45413d61-630b-4f9e-a15c-06f083540b28 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336859 Oct 29 13:39:08.004139 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db58f9-79cb-4b79-b326-c0f1499dbcc9 req-0b79e6f6-edde-40b3-9e11-ba28aacd9919 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:08.005623 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-39db58f9-79cb-4b79-b326-c0f1499dbcc9 req-0b79e6f6-edde-40b3-9e11-ba28aacd9919 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 984 time: 0.0574803 Oct 29 13:39:08.030073 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de183051-7d51-4ddd-a2a4-0ccbc1e557de req-940f3ac6-0402-4e8b-ac99-c0b441d41332 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:08.031560 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-de183051-7d51-4ddd-a2a4-0ccbc1e557de req-940f3ac6-0402-4e8b-ac99-c0b441d41332 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 945 time: 0.0516198 Oct 29 13:39:08.045035 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-39db58f9-79cb-4b79-b326-c0f1499dbcc9 req-78527ef5-5f04-439a-9e2e-a67689da3bd5 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&id=31c31add-f029-4a31-90ed-b8e46ee3a507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332808 Oct 29 13:39:08.072505 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-de183051-7d51-4ddd-a2a4-0ccbc1e557de req-998fb305-d9c2-4046-b13a-bf20c4f0a9df tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344913 Oct 29 13:39:08.411691 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204db21-c579-4452-b5fb-21c54202619b req-b621ed73-effe-4dd9-ba0a-e283a28425fc tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:08.413114 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9204db21-c579-4452-b5fb-21c54202619b req-b621ed73-effe-4dd9-ba0a-e283a28425fc tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.26 "GET /v2.0/ports?device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 945 time: 0.0472393 Oct 29 13:39:08.501746 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-9204db21-c579-4452-b5fb-21c54202619b req-321220fc-177c-4616-81ad-c711b8aad3ad tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Deleting port 49fbc446-11dd-43aa-9ae2-5fca88cbf195 {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:39:08.502109 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-9204db21-c579-4452-b5fb-21c54202619b req-321220fc-177c-4616-81ad-c711b8aad3ad tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:08.588884 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-9204db21-c579-4452-b5fb-21c54202619b req-321220fc-177c-4616-81ad-c711b8aad3ad tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] For port 49fbc446-11dd-43aa-9ae2-5fca88cbf195, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=49fbc446-11dd-43aa-9ae2-5fca88cbf195,segment=NetworkSegment(a2263a2a-f893-4004-b0b7-e691a73d733d),segment_id=a2263a2a-f893-4004-b0b7-e691a73d733d)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:39:08.589239 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-9204db21-c579-4452-b5fb-21c54202619b req-321220fc-177c-4616-81ad-c711b8aad3ad tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:08.759351 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-9204db21-c579-4452-b5fb-21c54202619b req-321220fc-177c-4616-81ad-c711b8aad3ad tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:08.759963 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-9204db21-c579-4452-b5fb-21c54202619b req-321220fc-177c-4616-81ad-c711b8aad3ad tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495903'] for floatingip, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:08.760288 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.l3_db [req-9204db21-c579-4452-b5fb-21c54202619b req-321220fc-177c-4616-81ad-c711b8aad3ad tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Floating IP 02f3ee51-43c4-445f-b885-85980f212edf disassociated. External IP: 172.27.2.63, port: 49fbc446-11dd-43aa-9ae2-5fca88cbf195. Oct 29 13:39:08.760815 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-9204db21-c579-4452-b5fb-21c54202619b req-321220fc-177c-4616-81ad-c711b8aad3ad tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Calling delete_port for 49fbc446-11dd-43aa-9ae2-5fca88cbf195 owned by compute:nova {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:39:08.887983 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-9204db21-c579-4452-b5fb-21c54202619b req-321220fc-177c-4616-81ad-c711b8aad3ad tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:08.917088 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321220fc-177c-4616-81ad-c711b8aad3ad tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Pushing event deleted for resources: {'Port': ['ID=49fbc446-11dd-43aa-9ae2-5fca88cbf195,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:09.033368 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9204db21-c579-4452-b5fb-21c54202619b req-321220fc-177c-4616-81ad-c711b8aad3ad tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:39:09.144857 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9204db21-c579-4452-b5fb-21c54202619b req-321220fc-177c-4616-81ad-c711b8aad3ad tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:39:09.160027 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30dc482-7ded-4075-8175-81c5db02da75 req-5580e0c8-58b0-44c6-9aa3-1bf3e4cd7b79 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:09.161693 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a30dc482-7ded-4075-8175-81c5db02da75 req-5580e0c8-58b0-44c6-9aa3-1bf3e4cd7b79 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 984 time: 0.0497806 Oct 29 13:39:09.185919 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b5998844-0d95-4764-9edf-7fcb92e67438 req-8cbefbb7-1d65-45b3-87b1-ef02e99aa961 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e312109a-5d7f-40b7-a0f4-c652d210410a HTTP/1.1" status: 200 len: 210 time: 0.0433517 Oct 29 13:39:09.208613 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-9204db21-c579-4452-b5fb-21c54202619b req-321220fc-177c-4616-81ad-c711b8aad3ad tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] No DVR routers for this DVR port 49fbc446-11dd-43aa-9ae2-5fca88cbf195 on host hv-cinder-81588 {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:39:09.211266 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-9204db21-c579-4452-b5fb-21c54202619b req-321220fc-177c-4616-81ad-c711b8aad3ad tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:09.212114 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a30dc482-7ded-4075-8175-81c5db02da75 req-86e98cf2-8330-4767-ba3e-6538698aaaa3 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&id=31c31add-f029-4a31-90ed-b8e46ee3a507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390732 Oct 29 13:39:09.214619 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9204db21-c579-4452-b5fb-21c54202619b req-321220fc-177c-4616-81ad-c711b8aad3ad tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.26 "DELETE /v2.0/ports/49fbc446-11dd-43aa-9ae2-5fca88cbf195 HTTP/1.1" status: 204 len: 173 time: 0.7948465 Oct 29 13:39:09.215099 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e312109a-5d7f-40b7-a0f4-c652d210410a', 'name': 'network-vif-deleted', 'tag': '49fbc446-11dd-43aa-9ae2-5fca88cbf195'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:39:09.217454 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fe23dc-0088-43df-b358-17266ba0dc38" -d '{"events": [{"server_uuid": "e312109a-5d7f-40b7-a0f4-c652d210410a", "name": "network-vif-deleted", "tag": "49fbc446-11dd-43aa-9ae2-5fca88cbf195"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:39:09.272688 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f819d1-4673-481d-a3d0-8dd634056e7b x-openstack-request-id: req-72f819d1-4673-481d-a3d0-8dd634056e7b {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:39:09.273082 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e312109a-5d7f-40b7-a0f4-c652d210410a", "name": "network-vif-deleted", "tag": "49fbc446-11dd-43aa-9ae2-5fca88cbf195", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:39:09.273425 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-72f819d1-4673-481d-a3d0-8dd634056e7b {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:39:09.274106 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e312109a-5d7f-40b7-a0f4-c652d210410a', 'name': 'network-vif-deleted', 'tag': '49fbc446-11dd-43aa-9ae2-5fca88cbf195', 'status': 'completed', 'code': 200} Oct 29 13:39:09.293997 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44989771-a2ca-4160-ac61-270db8e3f01f None None] Sync routers for ids ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:39:09.303818 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44989771-a2ca-4160-ac61-270db8e3f01f None None] Routers {'1f7c0f65-115c-4365-8b3d-066b1cf1f94e'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:39:09.304436 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-44989771-a2ca-4160-ac61-270db8e3f01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:38:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:09.529491 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-44989771-a2ca-4160-ac61-270db8e3f01f None None] Set router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:39:09.722930 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-44989771-a2ca-4160-ac61-270db8e3f01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'e4c9714b-2541-4af0-81a9-a275de86d57b', 'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'mac_address': 'fa:16:3e:e9:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:04Z', 'updated_at': '2021-10-29T13:36:11Z', 'revision_number': 5, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'subnets': [{'id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:09.751848 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44989771-a2ca-4160-ac61-270db8e3f01f None None] Checking router: 1f7c0f65-115c-4365-8b3d-066b1cf1f94e for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:39:09.760426 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44989771-a2ca-4160-ac61-270db8e3f01f None None] Routers {'1f7c0f65-115c-4365-8b3d-066b1cf1f94e'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:39:09.760956 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-44989771-a2ca-4160-ac61-270db8e3f01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:38:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:09.863672 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-44989771-a2ca-4160-ac61-270db8e3f01f None None] Set router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:39:10.060139 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 37612) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:10.073366 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-44989771-a2ca-4160-ac61-270db8e3f01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'e4c9714b-2541-4af0-81a9-a275de86d57b', 'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'mac_address': 'fa:16:3e:e9:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:04Z', 'updated_at': '2021-10-29T13:36:11Z', 'revision_number': 5, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'subnets': [{'id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:10.098498 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44989771-a2ca-4160-ac61-270db8e3f01f None None] The sync data for ids ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'] in dv-cinder-815884-1-iscsi is: [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'e4c9714b-2541-4af0-81a9-a275de86d57b', 'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'mac_address': 'fa:16:3e:e9:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:04Z', 'updated_at': '2021-10-29T13:36:11Z', 'revision_number': 5, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'subnets': [{'id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:39:10.340199 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64661d-13d6-4243-91df-b9853eed3c9b req-4fcdd85b-7056-4294-bd59-5e6b0918731d tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:10.343186 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4f64661d-13d6-4243-91df-b9853eed3c9b req-4fcdd85b-7056-4294-bd59-5e6b0918731d tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 984 time: 0.0581214 Oct 29 13:39:10.386180 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4f64661d-13d6-4243-91df-b9853eed3c9b req-fc25cf9e-580a-4941-bde8-5366ba3002a5 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&id=31c31add-f029-4a31-90ed-b8e46ee3a507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358052 Oct 29 13:39:10.402991 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2521fa2f-596f-4174-8897-909149c47394 None None] New status for floating IP 02f3ee51-43c4-445f-b885-85980f212edf: DOWN {{(pid=101277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 13:39:10.500595 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-52894f57-02cb-42b7-900f-50a569f70edc tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-255641277&fields=id&tenant_id=dda9cf39e3ff4797af5227f990f14457 HTTP/1.1" status: 200 len: 267 time: 0.0498893 Oct 29 13:39:10.882089 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-9cd06625-9e77-4009-895c-a0a6c0865a58 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:10.883522 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-9cd06625-9e77-4009-895c-a0a6c0865a58 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/networks?id=d620a326-cd97-4595-b325-2f417240582b HTTP/1.1" status: 200 len: 812 time: 0.3745899 Oct 29 13:39:10.908647 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-ba4598c7-faac-4e0e-a50e-ed21cf80075d tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/quotas/dda9cf39e3ff4797af5227f990f14457 HTTP/1.1" status: 200 len: 375 time: 0.0189002 Oct 29 13:39:10.932777 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-24296524-4acc-4575-ae63-5b639dc95bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502303'] for router_interface, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:11.030607 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-a57db681-f868-476a-976c-eb4757ede36e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=dda9cf39e3ff4797af5227f990f14457&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1161680 Oct 29 13:39:11.220960 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-a3a3c031-ac51-4d3e-9048-0a3c9f63f4e5 service neutron] 10.222.0.96 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774347 Oct 29 13:39:11.363512 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-f5ffd50b-0391-4531-aef4-c927567799f7 service neutron] 10.222.0.96 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363728 Oct 29 13:39:11.384694 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-24296524-4acc-4575-ae63-5b639dc95bb6 admin admin] Deleting port 8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:39:11.385025 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-24296524-4acc-4575-ae63-5b639dc95bb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:11.469747 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-24296524-4acc-4575-ae63-5b639dc95bb6 admin admin] For port 8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a,segment=NetworkSegment(527f676e-5a03-488c-8dd0-cadb1d3b0adb),segment_id=527f676e-5a03-488c-8dd0-cadb1d3b0adb)] {{(pid=101275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:39:11.470141 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-24296524-4acc-4575-ae63-5b639dc95bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:11.483369 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-24296524-4acc-4575-ae63-5b639dc95bb6 admin admin] Calling delete_port for 8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a owned by network:router_interface {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:39:11.508598 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a4023-95bc-4dbb-affd-69c584059e86 req-5b3a536f-d77a-45c9-b956-4ffdfba3547a tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:11.510867 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-218a4023-95bc-4dbb-affd-69c584059e86 req-5b3a536f-d77a-45c9-b956-4ffdfba3547a tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 984 time: 0.0540888 Oct 29 13:39:11.551666 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-218a4023-95bc-4dbb-affd-69c584059e86 req-a410225c-2f53-4c05-a683-b7f82e93c2fa tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&id=31c31add-f029-4a31-90ed-b8e46ee3a507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346801 Oct 29 13:39:11.660747 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0f76a27e-0f09-494e-ba02-a90d640fc721 req-bc32c489-c312-4b19-b086-8c65e32e54a1 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 210 time: 0.0257103 Oct 29 13:39:11.672462 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-24296524-4acc-4575-ae63-5b639dc95bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:11.720365 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24296524-4acc-4575-ae63-5b639dc95bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:11.745847 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24296524-4acc-4575-ae63-5b639dc95bb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:11.746191 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24296524-4acc-4575-ae63-5b639dc95bb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:11.746520 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24296524-4acc-4575-ae63-5b639dc95bb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:11.746844 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24296524-4acc-4575-ae63-5b639dc95bb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:11.747164 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24296524-4acc-4575-ae63-5b639dc95bb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:11.747488 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24296524-4acc-4575-ae63-5b639dc95bb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:11.747801 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24296524-4acc-4575-ae63-5b639dc95bb6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:11.748117 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24296524-4acc-4575-ae63-5b639dc95bb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:11.748430 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24296524-4acc-4575-ae63-5b639dc95bb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:11.748740 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24296524-4acc-4575-ae63-5b639dc95bb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:11.749048 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24296524-4acc-4575-ae63-5b639dc95bb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:11.749481 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24296524-4acc-4575-ae63-5b639dc95bb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:39:11.878491 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-24296524-4acc-4575-ae63-5b639dc95bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495931'] for router_interface, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:12.072263 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 49fbc446-11dd-43aa-9ae2-5fca88cbf195 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:39:12.092018 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] No Port match for: 49fbc446-11dd-43aa-9ae2-5fca88cbf195 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:39:12.092710 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 49fbc446-11dd-43aa-9ae2-5fca88cbf195 not bound to the agent host hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:39:12.103815 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24296524-4acc-4575-ae63-5b639dc95bb6 admin admin] Router 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:39:12.208975 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24296524-4acc-4575-ae63-5b639dc95bb6 admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:39:12.213710 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-24296524-4acc-4575-ae63-5b639dc95bb6 admin admin] 10.222.0.96 "PUT /v2.0/routers/5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1524167 Oct 29 13:39:12.216364 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 37644) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:12.217200 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d014ffe-1759-4b64-b29e-cf56145b05a8 None None] Sync routers for ids ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:39:12.226597 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d014ffe-1759-4b64-b29e-cf56145b05a8 None None] Routers {'5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:39:12.227191 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-7d014ffe-1759-4b64-b29e-cf56145b05a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:38:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:12.315952 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6c643909-af9d-41cc-8c73-42c1ce48247b admin admin] Notify callbacks [] for router, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:12.326943 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-7d014ffe-1759-4b64-b29e-cf56145b05a8 None None] Set router 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:39:12.418263 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6c643909-af9d-41cc-8c73-42c1ce48247b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:12.470376 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-6c643909-af9d-41cc-8c73-42c1ce48247b admin admin] Deleting port 5d0166f5-7f4f-462a-bf80-50b5f554c9dd {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:39:12.470715 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6c643909-af9d-41cc-8c73-42c1ce48247b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:12.517322 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-7d014ffe-1759-4b64-b29e-cf56145b05a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'name': 'tempest-AttachVolumeTestJSON-909382734-router', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:39:11Z', 'revision_number': 5, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'gw_port': {'id': '5d0166f5-7f4f-462a-bf80-50b5f554c9dd', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:12.544359 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d014ffe-1759-4b64-b29e-cf56145b05a8 None None] Checking router: 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:39:12.552939 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d014ffe-1759-4b64-b29e-cf56145b05a8 None None] Routers {'5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:39:12.553130 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-6c643909-af9d-41cc-8c73-42c1ce48247b admin admin] For port 5d0166f5-7f4f-462a-bf80-50b5f554c9dd, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=5d0166f5-7f4f-462a-bf80-50b5f554c9dd,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:39:12.553362 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6c643909-af9d-41cc-8c73-42c1ce48247b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:12.553540 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-7d014ffe-1759-4b64-b29e-cf56145b05a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:38:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:12.566854 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-6c643909-af9d-41cc-8c73-42c1ce48247b admin admin] Calling delete_port for 5d0166f5-7f4f-462a-bf80-50b5f554c9dd owned by network:router_gateway {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:39:12.662842 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-52a4ee59-0283-4833-9827-0a2d0dd29a1a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:12.665958 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-52a4ee59-0283-4833-9827-0a2d0dd29a1a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.26 "GET /v2.0/networks?id=d620a326-cd97-4595-b325-2f417240582b HTTP/1.1" status: 200 len: 812 time: 0.1379147 Oct 29 13:39:12.675874 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-7d014ffe-1759-4b64-b29e-cf56145b05a8 None None] Set router 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 gateway port host: None {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:39:12.739938 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-7d014ffe-1759-4b64-b29e-cf56145b05a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'name': 'tempest-AttachVolumeTestJSON-909382734-router', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:39:12Z', 'revision_number': 6, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'gw_port_host': None}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:12.744370 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-30874660-fe92-4b4f-9e40-b66659a3db70 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dda9cf39e3ff4797af5227f990f14457 HTTP/1.1" status: 200 len: 379 time: 0.0690095 Oct 29 13:39:12.763479 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-9a85909a-8ffd-4213-8f7b-bee38e4a983d tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Request body: {'port': {'device_id': 'e7753d2e-eb91-4518-a32a-9c3b4ec957b0', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'admin_state_up': True, 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'security_groups': ['6f81b7db-0b31-407c-959a-71252673a1aa']}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:39:12.772816 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d014ffe-1759-4b64-b29e-cf56145b05a8 None None] The sync data for ids ['5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348'] in dv-cinder-815884-1-iscsi is: [{'id': '5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348', 'name': 'tempest-AttachVolumeTestJSON-909382734-router', 'tenant_id': '2f8248bc18c44ce3a53d399a2faba011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:39:12Z', 'revision_number': 6, 'project_id': '2f8248bc18c44ce3a53d399a2faba011', 'gw_port_host': None}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:39:12.784981 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-23a3a5a3-a2d7-4317-a4c2-9dddaf58bf9b req-7c4c7190-1ce6-41a1-9b59-dda1fd15198a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 210 time: 0.0393500 Oct 29 13:39:12.906174 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-9a85909a-8ffd-4213-8f7b-bee38e4a983d tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Made reservation on behalf of dda9cf39e3ff4797af5227f990f14457 for: {'port': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:39:12.909995 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-9a85909a-8ffd-4213-8f7b-bee38e4a983d tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:12.959172 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972ecec-e228-411f-b00d-1abc20065ecc req-cec457ba-bc3a-46f9-8c28-7658e91a3f98 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:12.960671 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0972ecec-e228-411f-b00d-1abc20065ecc req-cec457ba-bc3a-46f9-8c28-7658e91a3f98 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 984 time: 0.1059234 Oct 29 13:39:13.029419 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0972ecec-e228-411f-b00d-1abc20065ecc req-a3b4345b-8e2a-4a79-aab0-73b2715ee352 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&id=31c31add-f029-4a31-90ed-b8e46ee3a507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585439 Oct 29 13:39:13.040120 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-9a85909a-8ffd-4213-8f7b-bee38e4a983d tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Allocated IP 172.20.0.9 (d620a326-cd97-4595-b325-2f417240582b/115c3b06-75d5-42f2-9aff-2e4cf3f60ab5/c8f3ee5d-4cf0-44ec-9150-c8bf02913da9) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:39:13.059180 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6c643909-af9d-41cc-8c73-42c1ce48247b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:13.085713 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c643909-af9d-41cc-8c73-42c1ce48247b admin admin] Pushing event deleted for resources: {'Port': ['ID=5d0166f5-7f4f-462a-bf80-50b5f554c9dd,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:13.151175 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6c643909-af9d-41cc-8c73-42c1ce48247b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496065'] for router_gateway, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:13.208453 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-9a85909a-8ffd-4213-8f7b-bee38e4a983d tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:13.247203 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-9a85909a-8ffd-4213-8f7b-bee38e4a983d tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:13.285235 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6c643909-af9d-41cc-8c73-42c1ce48247b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-446'] for router, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:13.287976 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6c643909-af9d-41cc-8c73-42c1ce48247b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:13.296459 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-9a85909a-8ffd-4213-8f7b-bee38e4a983d tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Network d620a326-cd97-4595-b325-2f417240582b is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:39:13.299605 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-9a85909a-8ffd-4213-8f7b-bee38e4a983d tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:39:13.303945 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-9a85909a-8ffd-4213-8f7b-bee38e4a983d tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:39:13.344787 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85909a-8ffd-4213-8f7b-bee38e4a983d tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Pushing event updated for resources: {'Port': ['ID=c8f3ee5d-4cf0-44ec-9150-c8bf02913da9,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:13.352349 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6c643909-af9d-41cc-8c73-42c1ce48247b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497777'] for router, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:13.353525 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c643909-af9d-41cc-8c73-42c1ce48247b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 {{(pid=101275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 13:39:13.359022 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6c643909-af9d-41cc-8c73-42c1ce48247b admin admin] Notify callbacks [] for router, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:13.362467 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-6c643909-af9d-41cc-8c73-42c1ce48247b admin admin] 10.222.0.96 "DELETE /v2.0/routers/5a7fe6cd-c2f2-4c2c-b0c2-b8bc49542348 HTTP/1.1" status: 204 len: 168 time: 1.1428666 Oct 29 13:39:13.362866 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 37650) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:13.378620 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-9a85909a-8ffd-4213-8f7b-bee38e4a983d tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:13.379253 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-9a85909a-8ffd-4213-8f7b-bee38e4a983d tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:13.421420 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-9a85909a-8ffd-4213-8f7b-bee38e4a983d tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6647084 Oct 29 13:39:13.426545 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd1f650c-1641-42fe-998a-9a15134f9ba2 admin admin] Deleting subnet 190fdc9d-b7ca-4aac-8054-029f057e3220 {{(pid=101274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 29 13:39:13.434479 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-64f06544-609b-4b98-b470-95947c58adc4 service neutron] Request body: {'port': {'device_id': 'e7753d2e-eb91-4518-a32a-9c3b4ec957b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:39:13.437809 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fd1f650c-1641-42fe-998a-9a15134f9ba2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:13.507677 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-1f5fe250-eb8f-4bc8-a7a5-1dd65bd3c36d None None] Provisioning complete for port c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:39:13.508257 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1f5fe250-eb8f-4bc8-a7a5-1dd65bd3c36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:13.513542 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fd1f650c-1641-42fe-998a-9a15134f9ba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25625732'] for subnet, precommit_delete_associations {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:13.536170 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-64f06544-609b-4b98-b470-95947c58adc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:13.541068 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-1f5fe250-eb8f-4bc8-a7a5-1dd65bd3c36d None None] Port c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:39:13.730333 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fd1f650c-1641-42fe-998a-9a15134f9ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7868206'] for subnet, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:13.857844 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fd1f650c-1641-42fe-998a-9a15134f9ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7868193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25597345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25489011'] for subnet, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:13.904766 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fd1f650c-1641-42fe-998a-9a15134f9ba2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:13.908489 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-fd1f650c-1641-42fe-998a-9a15134f9ba2 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/190fdc9d-b7ca-4aac-8054-029f057e3220 HTTP/1.1" status: 204 len: 168 time: 0.5446599 Oct 29 13:39:13.909429 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f650c-1641-42fe-998a-9a15134f9ba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=190fdc9d-b7ca-4aac-8054-029f057e3220,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:13.910117 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a1e546-0510-4ece-87b5-67d21d7a1fe1 None None] Network 9b00fe28-a5bb-47a1-b3da-ae5774a84660 requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:39:13.911187 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 37654) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:13.991010 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24e979-442c-4c75-8560-3801d06b9954 req-89ae4903-1012-42b9-8189-9c64234d040b tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:13.992528 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6c24e979-442c-4c75-8560-3801d06b9954 req-89ae4903-1012-42b9-8189-9c64234d040b tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 931 time: 0.1061506 Oct 29 13:39:14.004235 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-64f06544-609b-4b98-b470-95947c58adc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:39:14.005941 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-503c8bb4-44fb-45d4-9a1d-d5188640e295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7898351'] for network, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:14.021862 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-64f06544-609b-4b98-b470-95947c58adc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:14.055668 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-64f06544-609b-4b98-b470-95947c58adc4 service neutron] Transition to ACTIVE for port object c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 13:39:14.065403 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6c24e979-442c-4c75-8560-3801d06b9954 req-6829d107-1a79-4298-8f5f-4f563bff5798 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551186 Oct 29 13:39:14.071005 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-64f06544-609b-4b98-b470-95947c58adc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:14.081022 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 5d0166f5-7f4f-462a-bf80-50b5f554c9dd no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:39:14.084848 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-503c8bb4-44fb-45d4-9a1d-d5188640e295 admin admin] Deleting port a3ac7ace-b79f-416e-b05d-3b19e1f45290 {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:39:14.085258 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-503c8bb4-44fb-45d4-9a1d-d5188640e295 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:14.113842 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: 5d0166f5-7f4f-462a-bf80-50b5f554c9dd {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:39:14.114596 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 5d0166f5-7f4f-462a-bf80-50b5f554c9dd not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:39:14.115220 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:39:14.133089 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f06544-609b-4b98-b470-95947c58adc4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f3ee5d-4cf0-44ec-9150-c8bf02913da9,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:14.142516 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: 8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:39:14.142926 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 8c9c7f3e-2db7-43cf-8e0b-6b742a50c94a not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:39:14.213715 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-503c8bb4-44fb-45d4-9a1d-d5188640e295 admin admin] For port a3ac7ace-b79f-416e-b05d-3b19e1f45290, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=a3ac7ace-b79f-416e-b05d-3b19e1f45290,segment=NetworkSegment(527f676e-5a03-488c-8dd0-cadb1d3b0adb),segment_id=527f676e-5a03-488c-8dd0-cadb1d3b0adb)] {{(pid=101275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:39:14.214166 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-503c8bb4-44fb-45d4-9a1d-d5188640e295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:14.233857 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-503c8bb4-44fb-45d4-9a1d-d5188640e295 admin admin] Calling delete_port for a3ac7ace-b79f-416e-b05d-3b19e1f45290 owned by network:dhcp {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:39:14.237358 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-64f06544-609b-4b98-b470-95947c58adc4 service neutron] Attempting to bind port c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:39:14.237687 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-64f06544-609b-4b98-b470-95947c58adc4 service neutron] Attempting to bind port c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'a2263a2a-f893-4004-b0b7-e691a73d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd620a326-cd97-4595-b325-2f417240582b'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:39:14.238043 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-64f06544-609b-4b98-b470-95947c58adc4 service neutron] Attempting to bind port c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 on network d620a326-cd97-4595-b325-2f417240582b {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:39:14.242906 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-64f06544-609b-4b98-b470-95947c58adc4 service neutron] Port c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 on network d620a326-cd97-4595-b325-2f417240582b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 13:39:14.243217 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-64f06544-609b-4b98-b470-95947c58adc4 service neutron] Attempting to bind port c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 on network d620a326-cd97-4595-b325-2f417240582b {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:39:14.244350 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c514d9-4720-472f-af72-3e0a3b3e5fb4 req-d60fa68d-fa39-4471-95e2-63b797e44655 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:14.245851 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-c9c514d9-4720-472f-af72-3e0a3b3e5fb4 req-d60fa68d-fa39-4471-95e2-63b797e44655 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 984 time: 0.0973446 Oct 29 13:39:14.247497 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d70458-aaa7-4db2-a887-bcd920191de6 None None] DHCP port deletion for 9b00fe28-a5bb-47a1-b3da-ae5774a84660 request from dv-cinder-815884-1-iscsi {{(pid=101276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 13:39:14.255697 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-64f06544-609b-4b98-b470-95947c58adc4 service neutron] Checking agent: {'id': 'f4eb5ed7-5e0f-48be-9842-f1315b14e800', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'started_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:39:14.256030 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-64f06544-609b-4b98-b470-95947c58adc4 service neutron] Checking segment: {'id': 'a2263a2a-f893-4004-b0b7-e691a73d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd620a326-cd97-4595-b325-2f417240582b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:39:14.256407 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-64f06544-609b-4b98-b470-95947c58adc4 service neutron] Bound using segment: {'id': 'a2263a2a-f893-4004-b0b7-e691a73d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd620a326-cd97-4595-b325-2f417240582b'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:39:14.256854 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-64f06544-609b-4b98-b470-95947c58adc4 service neutron] Bound port: c8f3ee5d-4cf0-44ec-9150-c8bf02913da9, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2263a2a-f893-4004-b0b7-e691a73d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd620a326-cd97-4595-b325-2f417240582b'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:39:14.257313 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-64f06544-609b-4b98-b470-95947c58adc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:14.307247 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-94d70458-aaa7-4db2-a887-bcd920191de6 None None] Deleting port a3ac7ace-b79f-416e-b05d-3b19e1f45290 {{(pid=101276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:39:14.307952 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-94d70458-aaa7-4db2-a887-bcd920191de6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:14.327438 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-64f06544-609b-4b98-b470-95947c58adc4 service neutron] For port c8f3ee5d-4cf0-44ec-9150-c8bf02913da9, host hv-cinder-81588, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:39:14.331000 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-64f06544-609b-4b98-b470-95947c58adc4 service neutron] For port c8f3ee5d-4cf0-44ec-9150-c8bf02913da9, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c8f3ee5d-4cf0-44ec-9150-c8bf02913da9,segment=NetworkSegment(a2263a2a-f893-4004-b0b7-e691a73d733d),segment_id=a2263a2a-f893-4004-b0b7-e691a73d733d)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:39:14.336637 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-64f06544-609b-4b98-b470-95947c58adc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:14.353707 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-c9c514d9-4720-472f-af72-3e0a3b3e5fb4 req-ae1a10f0-780d-465b-8d3e-25c69188ada9 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&id=31c31add-f029-4a31-90ed-b8e46ee3a507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0994084 Oct 29 13:39:14.374727 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-503c8bb4-44fb-45d4-9a1d-d5188640e295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:14.384121 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-94d70458-aaa7-4db2-a887-bcd920191de6 None None] For port a3ac7ace-b79f-416e-b05d-3b19e1f45290, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=a3ac7ace-b79f-416e-b05d-3b19e1f45290,segment=NetworkSegment(527f676e-5a03-488c-8dd0-cadb1d3b0adb),segment_id=527f676e-5a03-488c-8dd0-cadb1d3b0adb)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:39:14.384824 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-94d70458-aaa7-4db2-a887-bcd920191de6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:14.385738 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-64f06544-609b-4b98-b470-95947c58adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:14.386453 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-64f06544-609b-4b98-b470-95947c58adc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:14.387885 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-64f06544-609b-4b98-b470-95947c58adc4 service neutron] 10.222.0.26 "PUT /v2.0/ports/c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 HTTP/1.1" status: 200 len: 1093 time: 0.9583707 Oct 29 13:39:14.390470 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7753d2e-eb91-4518-a32a-9c3b4ec957b0', 'tag': 'c8f3ee5d-4cf0-44ec-9150-c8bf02913da9'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:39:14.392890 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71acbce5-826a-4cda-a73f-10f47a04fc71" -d '{"events": [{"name": "network-changed", "server_uuid": "e7753d2e-eb91-4518-a32a-9c3b4ec957b0", "tag": "c8f3ee5d-4cf0-44ec-9150-c8bf02913da9"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:39:14.411525 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-94d70458-aaa7-4db2-a887-bcd920191de6 None None] Calling delete_port for a3ac7ace-b79f-416e-b05d-3b19e1f45290 owned by network:dhcp {{(pid=101276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:39:14.417303 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503c8bb4-44fb-45d4-9a1d-d5188640e295 admin admin] No DVR routers for this DVR port a3ac7ace-b79f-416e-b05d-3b19e1f45290 on host dv-cinder-815884-1-iscsi {{(pid=101275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:39:14.427287 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f06544-609b-4b98-b470-95947c58adc4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f3ee5d-4cf0-44ec-9150-c8bf02913da9,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:14.452076 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bc2f9c-75cf-481f-9e23-0060ec53ee23 x-openstack-request-id: req-65bc2f9c-75cf-481f-9e23-0060ec53ee23 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:39:14.452465 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7753d2e-eb91-4518-a32a-9c3b4ec957b0", "tag": "c8f3ee5d-4cf0-44ec-9150-c8bf02913da9", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:39:14.452813 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-65bc2f9c-75cf-481f-9e23-0060ec53ee23 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:39:14.453329 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7753d2e-eb91-4518-a32a-9c3b4ec957b0', 'tag': 'c8f3ee5d-4cf0-44ec-9150-c8bf02913da9', 'status': 'completed', 'code': 200} Oct 29 13:39:14.456832 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c8bb4-44fb-45d4-9a1d-d5188640e295 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ac7ace-b79f-416e-b05d-3b19e1f45290,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:14.495369 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-462024c3-43b7-43c1-8ab3-05e26aac7754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:14.497174 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-462024c3-43b7-43c1-8ab3-05e26aac7754 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dda9cf39e3ff4797af5227f990f14457&device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 1096 time: 0.0581481 Oct 29 13:39:14.529269 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-503c8bb4-44fb-45d4-9a1d-d5188640e295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7865813', 'neutron.services.segments.db._delete_segments_for_network-8763699824397'] for network, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:14.549388 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-ccf02579-8f5b-4491-be09-da641fec7f47 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 HTTP/1.1" status: 200 len: 217 time: 0.0418878 Oct 29 13:39:14.553509 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-503c8bb4-44fb-45d4-9a1d-d5188640e295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b00fe28-a5bb-47a1-b3da-ae5774a84660']}} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:14.564960 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-503c8bb4-44fb-45d4-9a1d-d5188640e295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527f676e-5a03-488c-8dd0-cadb1d3b0adb') {'for_net_delete': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:14.565248 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-503c8bb4-44fb-45d4-9a1d-d5188640e295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527f676e-5a03-488c-8dd0-cadb1d3b0adb') {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:14.575617 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-94d70458-aaa7-4db2-a887-bcd920191de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135'] for port, after_delete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:14.576180 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-503c8bb4-44fb-45d4-9a1d-d5188640e295 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763699824150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3755680'] for segment, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:14.590328 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-503c8bb4-44fb-45d4-9a1d-d5188640e295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:14.596810 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503c8bb4-44fb-45d4-9a1d-d5188640e295 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=101275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 13:39:14.597203 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-503c8bb4-44fb-45d4-9a1d-d5188640e295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3952935'] for segment, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: Traceback (most recent call last): Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: timer() Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: cb(*args, **kw) Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: return func(*args, **kwargs) Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: self._notify() Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: self.callback(batched_events) Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: event.method(event) Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: return f(self, *a, **k) Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: return self._get(url).json() Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: return self.request(url, 'GET', **kwargs) Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 13:39:14.599809 dv-cinder-815884-1-iscsi neutron-server[101275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 13:39:14.603684 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d70458-aaa7-4db2-a887-bcd920191de6 None None] Pushing event deleted for resources: {'Port': ['ID=a3ac7ace-b79f-416e-b05d-3b19e1f45290,revision_number=None']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:14.607328 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d70458-aaa7-4db2-a887-bcd920191de6 None None] No DVR routers for this DVR port a3ac7ace-b79f-416e-b05d-3b19e1f45290 on host dv-cinder-815884-1-iscsi {{(pid=101276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:39:14.625689 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-a2711501-51c2-4ff3-98fa-afea1d0861be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:14.627590 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-a2711501-51c2-4ff3-98fa-afea1d0861be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=115c3b06-75d5-42f2-9aff-2e4cf3f60ab5 HTTP/1.1" status: 200 len: 851 time: 0.0667455 Oct 29 13:39:14.670912 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-503c8bb4-44fb-45d4-9a1d-d5188640e295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496109'] for network, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:14.677633 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-503c8bb4-44fb-45d4-9a1d-d5188640e295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:14.682064 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-503c8bb4-44fb-45d4-9a1d-d5188640e295 admin admin] 10.222.0.96 "DELETE /v2.0/networks/9b00fe28-a5bb-47a1-b3da-ae5774a84660 HTTP/1.1" status: 204 len: 168 time: 0.7675030 Oct 29 13:39:14.698568 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c8bb4-44fb-45d4-9a1d-d5188640e295 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b00fe28-a5bb-47a1-b3da-ae5774a84660,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:14.702164 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-dbc58941-e70a-4866-bffc-5303e090e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:14.703674 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-dbc58941-e70a-4866-bffc-5303e090e173 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d620a326-cd97-4595-b325-2f417240582b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0650315 Oct 29 13:39:14.800680 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 37662) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:14.842099 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-6cd2edfd-e845-4a9f-881a-942595004cc5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2f8248bc18c44ce3a53d399a2faba011&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401964 Oct 29 13:39:14.844591 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 37664) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:14.894308 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-e5a2d154-bd0b-4b1e-96af-bb9e5beda51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:14.917182 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-e5a2d154-bd0b-4b1e-96af-bb9e5beda51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:14.965721 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-e5a2d154-bd0b-4b1e-96af-bb9e5beda51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:14.968415 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-e5a2d154-bd0b-4b1e-96af-bb9e5beda51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:14.969705 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-e5a2d154-bd0b-4b1e-96af-bb9e5beda51d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/435f476d-15af-4c1a-9bb5-30e111d81941 HTTP/1.1" status: 204 len: 168 time: 0.1240730 Oct 29 13:39:14.979012 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2d154-bd0b-4b1e-96af-bb9e5beda51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435f476d-15af-4c1a-9bb5-30e111d81941,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:15.055268 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-7bd441c6-b86e-44ee-8cde-9db689ddd9ec service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435750 Oct 29 13:39:15.147875 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-eb160ff8-79da-4029-8dde-a09d340e67b0 req-d7476f90-577c-4b6e-9971-ce72aaf176fe service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850739 Oct 29 13:39:15.197200 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89779df0-ec7e-4bab-96bc-d398d8bd0dc5 req-c7d8c4ae-f3c4-4e6f-82ae-81433823f923 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:15.198977 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-89779df0-ec7e-4bab-96bc-d398d8bd0dc5 req-c7d8c4ae-f3c4-4e6f-82ae-81433823f923 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 943 time: 0.0557330 Oct 29 13:39:15.241298 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-89779df0-ec7e-4bab-96bc-d398d8bd0dc5 req-dfd2f97f-0582-4987-b5f5-d02c3da92828 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342782 Oct 29 13:39:15.248782 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acbce5-826a-4cda-a73f-10f47a04fc71 req-298a393a-9283-4de4-ab46-6a9b3c78ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:15.250787 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-71acbce5-826a-4cda-a73f-10f47a04fc71 req-298a393a-9283-4de4-ab46-6a9b3c78ad6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dda9cf39e3ff4797af5227f990f14457&device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 1096 time: 0.0462487 Oct 29 13:39:15.348406 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acbce5-826a-4cda-a73f-10f47a04fc71 req-07b6dbc7-fe25-4901-9f4c-3bd6c27a8de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:15.350484 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-71acbce5-826a-4cda-a73f-10f47a04fc71 req-07b6dbc7-fe25-4901-9f4c-3bd6c27a8de2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d620a326-cd97-4595-b325-2f417240582b HTTP/1.1" status: 200 len: 913 time: 0.0854120 Oct 29 13:39:15.393043 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-71acbce5-826a-4cda-a73f-10f47a04fc71 req-8e8221cb-f9dd-4d2a-b7de-07646a613767 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 HTTP/1.1" status: 200 len: 217 time: 0.0342560 Oct 29 13:39:15.470800 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acbce5-826a-4cda-a73f-10f47a04fc71 req-40f1966a-458f-4aa9-994a-b21d36c82405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:15.470800 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-71acbce5-826a-4cda-a73f-10f47a04fc71 req-40f1966a-458f-4aa9-994a-b21d36c82405 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=115c3b06-75d5-42f2-9aff-2e4cf3f60ab5 HTTP/1.1" status: 200 len: 851 time: 0.0701857 Oct 29 13:39:15.512547 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da962c11-8f0d-49a7-b466-1bca031f6301 req-b733e156-0ed0-43e8-8ab0-9f83329deda4 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:15.514034 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-da962c11-8f0d-49a7-b466-1bca031f6301 req-b733e156-0ed0-43e8-8ab0-9f83329deda4 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 984 time: 0.0771453 Oct 29 13:39:15.540194 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acbce5-826a-4cda-a73f-10f47a04fc71 req-c4bc3196-3e75-4b8d-83b8-23f8fa629f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:15.541646 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-71acbce5-826a-4cda-a73f-10f47a04fc71 req-c4bc3196-3e75-4b8d-83b8-23f8fa629f64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d620a326-cd97-4595-b325-2f417240582b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630205 Oct 29 13:39:15.602972 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-da962c11-8f0d-49a7-b466-1bca031f6301 req-d8e43e42-0dee-4921-9dbe-81fdca8ae0dc tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&id=31c31add-f029-4a31-90ed-b8e46ee3a507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814986 Oct 29 13:39:15.656445 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-71acbce5-826a-4cda-a73f-10f47a04fc71 req-e042ba06-12d1-41d6-8ff3-7feec1bc9812 service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030803 Oct 29 13:39:15.747759 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-71acbce5-826a-4cda-a73f-10f47a04fc71 req-95de6a7c-9ee8-4fc9-9056-e34abbe8676e service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829849 Oct 29 13:39:16.026339 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device a3ac7ace-b79f-416e-b05d-3b19e1f45290 no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:39:16.045331 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: a3ac7ace-b79f-416e-b05d-3b19e1f45290 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:39:16.045927 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device a3ac7ace-b79f-416e-b05d-3b19e1f45290 not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:39:16.352598 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563144b-4dd6-4725-813b-810c79892775 req-a744cb1f-a15a-47fb-9f25-90550b7dc125 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:16.354077 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-4563144b-4dd6-4725-813b-810c79892775 req-a744cb1f-a15a-47fb-9f25-90550b7dc125 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 943 time: 0.0493734 Oct 29 13:39:16.396432 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-4563144b-4dd6-4725-813b-810c79892775 req-d76c0c21-b10d-4050-b2d4-844be1661d73 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357676 Oct 29 13:39:17.311930 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 37740) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:17.415014 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-a5302f93-9712-4a01-9aab-3dbd4b6653f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:17.516725 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-a5302f93-9712-4a01-9aab-3dbd4b6653f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:17.521969 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-a5302f93-9712-4a01-9aab-3dbd4b6653f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:17.552510 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b879d0-93bb-48c4-9c49-50164595ff21 req-34c218e0-1dbc-42ce-baed-699274f549e7 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:17.554011 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a2b879d0-93bb-48c4-9c49-50164595ff21 req-34c218e0-1dbc-42ce-baed-699274f549e7 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 943 time: 0.0874465 Oct 29 13:39:17.583371 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5302f93-9712-4a01-9aab-3dbd4b6653f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc11fca3-d447-410e-9e14-3bed84fa6c1d,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:17.587441 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-a5302f93-9712-4a01-9aab-3dbd4b6653f7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8499b6ece0424d7bb951ef2bf78bbb1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745039 Oct 29 13:39:17.590130 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 37746) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:17.623576 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a2b879d0-93bb-48c4-9c49-50164595ff21 req-6627d231-7bc9-4633-994d-43ef41281ff6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629692 Oct 29 13:39:17.652639 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e056ccc5-7896-4da4-b74e-3c485aa10ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:17.673216 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e056ccc5-7896-4da4-b74e-3c485aa10ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:17.719597 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e056ccc5-7896-4da4-b74e-3c485aa10ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:17.722330 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e056ccc5-7896-4da4-b74e-3c485aa10ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:17.723991 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-e056ccc5-7896-4da4-b74e-3c485aa10ac6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cc11fca3-d447-410e-9e14-3bed84fa6c1d HTTP/1.1" status: 204 len: 168 time: 0.1324511 Oct 29 13:39:17.731588 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056ccc5-7896-4da4-b74e-3c485aa10ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc11fca3-d447-410e-9e14-3bed84fa6c1d,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:17.980107 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 37752) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:17.993476 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-442f0b67-c331-46a1-bfa1-3ad4f8ff9020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:18.070450 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-442f0b67-c331-46a1-bfa1-3ad4f8ff9020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:18.073867 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-442f0b67-c331-46a1-bfa1-3ad4f8ff9020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:18.110469 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-442f0b67-c331-46a1-bfa1-3ad4f8ff9020 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fcdca9786dea429890cc711090a2cba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1292927 Oct 29 13:39:18.111345 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f0b67-c331-46a1-bfa1-3ad4f8ff9020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889c892a-4e5c-4dff-8df4-6ea636e7c690,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:18.113104 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 37754) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:18.161821 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-baacf40f-8742-483b-8bcf-0eda4166d66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:18.184004 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-baacf40f-8742-483b-8bcf-0eda4166d66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:18.231420 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-baacf40f-8742-483b-8bcf-0eda4166d66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:18.234007 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-baacf40f-8742-483b-8bcf-0eda4166d66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:18.235095 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-baacf40f-8742-483b-8bcf-0eda4166d66a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/889c892a-4e5c-4dff-8df4-6ea636e7c690 HTTP/1.1" status: 204 len: 168 time: 0.1197901 Oct 29 13:39:18.243034 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacf40f-8742-483b-8bcf-0eda4166d66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889c892a-4e5c-4dff-8df4-6ea636e7c690,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:18.737437 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8158d-6ba7-4290-a076-cd49e2532e84 req-85facf9c-cd6a-4591-b566-de12055c6f8e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:18.738919 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-94b8158d-6ba7-4290-a076-cd49e2532e84 req-85facf9c-cd6a-4591-b566-de12055c6f8e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 943 time: 0.0481558 Oct 29 13:39:18.777711 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-94b8158d-6ba7-4290-a076-cd49e2532e84 req-b4a1f950-ae81-4caa-8037-5830db4d170a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326610 Oct 29 13:39:19.891480 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b31ba2-10ac-45d7-8b05-be0433679fad req-fb1e748a-e4f0-4303-89ed-ac3bb1cdf346 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:19.892967 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-19b31ba2-10ac-45d7-8b05-be0433679fad req-fb1e748a-e4f0-4303-89ed-ac3bb1cdf346 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 943 time: 0.0484455 Oct 29 13:39:19.931859 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-19b31ba2-10ac-45d7-8b05-be0433679fad req-56cbb6f0-0dd3-4394-8bb3-d0ebffb09964 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327401 Oct 29 13:39:21.043381 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c9376-32bd-48dd-bd41-7ea3cc625eca req-76af0734-4056-4b0d-b809-3cde75e6aec2 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:21.044815 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-206c9376-32bd-48dd-bd41-7ea3cc625eca req-76af0734-4056-4b0d-b809-3cde75e6aec2 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 943 time: 0.0475309 Oct 29 13:39:21.081074 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-206c9376-32bd-48dd-bd41-7ea3cc625eca req-fbde18ea-451e-43a7-a2af-5fd548767d61 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303752 Oct 29 13:39:22.190104 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c72b6c-39f5-4b24-b485-9acc351af72c req-a9b233b6-6499-414d-b23b-6bf7bf5cb552 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:22.191573 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-53c72b6c-39f5-4b24-b485-9acc351af72c req-a9b233b6-6499-414d-b23b-6bf7bf5cb552 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 943 time: 0.0471718 Oct 29 13:39:22.228238 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-53c72b6c-39f5-4b24-b485-9acc351af72c req-322f8560-99f4-44d5-b181-8013ec3b2380 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301414 Oct 29 13:39:23.337974 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0b5a2-60e4-430f-a07c-c6b5f96dc9fe req-9c1d84ec-71a1-47a2-8f8e-670c79d8721d tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:23.339432 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b9e0b5a2-60e4-430f-a07c-c6b5f96dc9fe req-9c1d84ec-71a1-47a2-8f8e-670c79d8721d tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 943 time: 0.0473332 Oct 29 13:39:23.380828 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b9e0b5a2-60e4-430f-a07c-c6b5f96dc9fe req-734002e6-9b39-4692-8501-61d03c8386fb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354993 Oct 29 13:39:24.117060 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:39:24.210835 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port c8f3ee5d-4cf0-44ec-9150-c8bf02913da9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c8f3ee5d-4cf0-44ec-9150-c8bf02913da9,segment=NetworkSegment(a2263a2a-f893-4004-b0b7-e691a73d733d),segment_id=a2263a2a-f893-4004-b0b7-e691a73d733d)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:39:24.222049 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': 'c8f3ee5d-4cf0-44ec-9150-c8bf02913da9', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'port_id': 'c8f3ee5d-4cf0-44ec-9150-c8bf02913da9', 'mac_address': 'fa:16:3e:0f:1b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:39:24.257850 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:24.270858 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:39:24.293125 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port c8f3ee5d-4cf0-44ec-9150-c8bf02913da9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c8f3ee5d-4cf0-44ec-9150-c8bf02913da9,segment=NetworkSegment(a2263a2a-f893-4004-b0b7-e691a73d733d),segment_id=a2263a2a-f893-4004-b0b7-e691a73d733d)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:39:24.298877 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:24.347397 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=c8f3ee5d-4cf0-44ec-9150-c8bf02913da9,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:24.496501 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36acf-8952-42c8-bff1-73270c3ee455 req-2666df7b-7f07-40fd-b60c-b438171fe27d tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:24.497896 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ceb36acf-8952-42c8-bff1-73270c3ee455 req-2666df7b-7f07-40fd-b60c-b438171fe27d tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 944 time: 0.0510440 Oct 29 13:39:24.536942 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ceb36acf-8952-42c8-bff1-73270c3ee455 req-a88b1c10-2386-4f39-ba8f-a12e332b2cbc tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315518 Oct 29 13:39:24.562077 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['c8f3ee5d-4cf0-44ec-9150-c8bf02913da9'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:39:25.475646 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-339288fe-03dd-46ee-bfc0-73823ccfe579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:25.648683 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8bd17-74c8-4001-a02d-82b887def38d req-04786b3f-2bc7-4898-adf9-baeab2c0b969 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:25.650137 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-feb8bd17-74c8-4001-a02d-82b887def38d req-04786b3f-2bc7-4898-adf9-baeab2c0b969 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 944 time: 0.0467613 Oct 29 13:39:25.686175 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-feb8bd17-74c8-4001-a02d-82b887def38d req-e1cba9bd-7393-4a0c-a637-df91ce86240c tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301874 Oct 29 13:39:26.123830 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:39:26.173503 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning for port c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 completed by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 13:39:26.177179 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:39:26.177541 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:26.261293 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:26.282834 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7753d2e-eb91-4518-a32a-9c3b4ec957b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f3ee5d-4cf0-44ec-9150-c8bf02913da9'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:39:26.285605 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b988d18-848d-4e3b-9198-cedb8c2d0a2a" -d '{"events": [{"server_uuid": "e7753d2e-eb91-4518-a32a-9c3b4ec957b0", "name": "network-vif-plugged", "status": "completed", "tag": "c8f3ee5d-4cf0-44ec-9150-c8bf02913da9"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:39:26.297828 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port c8f3ee5d-4cf0-44ec-9150-c8bf02913da9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c8f3ee5d-4cf0-44ec-9150-c8bf02913da9,segment=NetworkSegment(a2263a2a-f893-4004-b0b7-e691a73d733d),segment_id=a2263a2a-f893-4004-b0b7-e691a73d733d)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:39:26.302791 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:26.330233 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c37e273-9075-40aa-abbd-96158d05857c x-openstack-request-id: req-4c37e273-9075-40aa-abbd-96158d05857c {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:39:26.330593 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7753d2e-eb91-4518-a32a-9c3b4ec957b0", "name": "network-vif-plugged", "status": "completed", "tag": "c8f3ee5d-4cf0-44ec-9150-c8bf02913da9", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:39:26.330911 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4c37e273-9075-40aa-abbd-96158d05857c {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:39:26.331365 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7753d2e-eb91-4518-a32a-9c3b4ec957b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f3ee5d-4cf0-44ec-9150-c8bf02913da9', 'code': 200} Oct 29 13:39:26.353724 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=c8f3ee5d-4cf0-44ec-9150-c8bf02913da9,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:26.560011 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e589d7-0277-40bf-a1e3-9452979974b5 req-f8a63224-26c3-4ee3-a33d-a438d13f2d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:26.561506 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-02e589d7-0277-40bf-a1e3-9452979974b5 req-f8a63224-26c3-4ee3-a33d-a438d13f2d65 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 1098 time: 0.0399563 Oct 29 13:39:26.597260 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-02e589d7-0277-40bf-a1e3-9452979974b5 req-394c4962-0b60-4442-b0bf-a24d6345bdba service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276513 Oct 29 13:39:26.662121 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 37902) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:26.785244 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:26.788165 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1c475045-ea15-469c-bb00-0632dadbee55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:26.820324 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec598a85-aa80-430b-9582-bf7410ba5f23 req-4a13e374-cf6f-4f3e-af63-f336218cdb12 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:26.821779 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ec598a85-aa80-430b-9582-bf7410ba5f23 req-4a13e374-cf6f-4f3e-af63-f336218cdb12 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 945 time: 0.0721428 Oct 29 13:39:26.878761 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-ec598a85-aa80-430b-9582-bf7410ba5f23 req-18591822-2856-496f-a523-3ea4975bc2db tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492270 Oct 29 13:39:26.904816 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1c475045-ea15-469c-bb00-0632dadbee55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:26.908850 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1c475045-ea15-469c-bb00-0632dadbee55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:26.947211 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c475045-ea15-469c-bb00-0632dadbee55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3999093d-2588-4142-a5ab-5934a4636fd3,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:26.953131 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-1c475045-ea15-469c-bb00-0632dadbee55 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7fa5d6619ac94d7e9dd13150c4da9951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895279 Oct 29 13:39:26.955692 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 37910) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:27.005070 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1458a8e4-7529-471a-a7dc-9e7ca554eae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:27.025872 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1458a8e4-7529-471a-a7dc-9e7ca554eae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:27.070224 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1458a8e4-7529-471a-a7dc-9e7ca554eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:27.072715 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1458a8e4-7529-471a-a7dc-9e7ca554eae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:27.073863 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-1458a8e4-7529-471a-a7dc-9e7ca554eae5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3999093d-2588-4142-a5ab-5934a4636fd3 HTTP/1.1" status: 204 len: 168 time: 0.1170361 Oct 29 13:39:27.081019 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458a8e4-7529-471a-a7dc-9e7ca554eae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3999093d-2588-4142-a5ab-5934a4636fd3,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:27.322712 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 37916) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:27.335568 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-78989a6d-8114-4f30-9ae8-8562eb2685fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:27.409591 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-78989a6d-8114-4f30-9ae8-8562eb2685fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:27.414699 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-78989a6d-8114-4f30-9ae8-8562eb2685fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:27.454113 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-78989a6d-8114-4f30-9ae8-8562eb2685fd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b46e5ce6b3cc4529926b7871172e4c9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1303267 Oct 29 13:39:27.455288 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78989a6d-8114-4f30-9ae8-8562eb2685fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab84feb-d168-41dc-a705-4c435004392c,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:27.456751 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 37918) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:27.504678 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-efa08f0c-5476-4391-82d9-b8ebccb32501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:27.525639 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-efa08f0c-5476-4391-82d9-b8ebccb32501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:27.574177 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-efa08f0c-5476-4391-82d9-b8ebccb32501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:27.576562 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-efa08f0c-5476-4391-82d9-b8ebccb32501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:27.577668 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-efa08f0c-5476-4391-82d9-b8ebccb32501 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fab84feb-d168-41dc-a705-4c435004392c HTTP/1.1" status: 204 len: 168 time: 0.1193223 Oct 29 13:39:27.585046 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa08f0c-5476-4391-82d9-b8ebccb32501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab84feb-d168-41dc-a705-4c435004392c,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:27.904187 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 37926) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:27.917859 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-44c5fd6d-8b72-4cd1-a698-142e4281c8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:28.006912 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:28.019086 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f278f25-a309-4105-a747-6d428f8862cd req-6a8d7f33-741d-444c-9ef5-0fe5c68a0a11 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:28.020559 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6f278f25-a309-4105-a747-6d428f8862cd req-6a8d7f33-741d-444c-9ef5-0fe5c68a0a11 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 945 time: 0.0712326 Oct 29 13:39:28.061475 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-44c5fd6d-8b72-4cd1-a698-142e4281c8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:28.067054 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-7043de29-3977-4194-98de-0aa700bbd5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:28.072521 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-44c5fd6d-8b72-4cd1-a698-142e4281c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:28.134572 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6f278f25-a309-4105-a747-6d428f8862cd req-ce95e7de-af2b-4d59-b7e6-65344e03941e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071880 Oct 29 13:39:28.140635 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-44c5fd6d-8b72-4cd1-a698-142e4281c8d7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ab3f888bbdcc414bad791340745dd16c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323723 Oct 29 13:39:28.140635 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5fd6d-8b72-4cd1-a698-142e4281c8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5e012c-a676-4204-95b0-c6363b1df2a3,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:28.141029 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 37930) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:28.143080 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-279e5550-0339-4089-91de-13c0ee8eee59 req-d39bb745-8953-4b34-9b11-d8b839a66f35 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1168442 Oct 29 13:39:28.200249 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3df2b4da-fac1-4373-822e-dbb0d15edbcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:28.232768 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3df2b4da-fac1-4373-822e-dbb0d15edbcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:28.235951 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e5550-0339-4089-91de-13c0ee8eee59 req-6110da75-d2c2-4aa3-8d8e-5d68e3594fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:28.237584 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-279e5550-0339-4089-91de-13c0ee8eee59 req-6110da75-d2c2-4aa3-8d8e-5d68e3594fb3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a7750e1de6f482ebcfe89e9ad577e0c&device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 1099 time: 0.0410087 Oct 29 13:39:28.292312 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f904e36-73f6-42a5-a78c-bd53b81825b9 req-f90e493a-0e04-4d36-a5a7-3047cf808824 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:28.293777 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0f904e36-73f6-42a5-a78c-bd53b81825b9 req-f90e493a-0e04-4d36-a5a7-3047cf808824 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 945 time: 0.0776074 Oct 29 13:39:28.314777 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3df2b4da-fac1-4373-822e-dbb0d15edbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:28.317192 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3df2b4da-fac1-4373-822e-dbb0d15edbcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:28.321157 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-3df2b4da-fac1-4373-822e-dbb0d15edbcd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6f5e012c-a676-4204-95b0-c6363b1df2a3 HTTP/1.1" status: 204 len: 168 time: 0.1766906 Oct 29 13:39:28.330360 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2b4da-fac1-4373-822e-dbb0d15edbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5e012c-a676-4204-95b0-c6363b1df2a3,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:28.344849 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e5550-0339-4089-91de-13c0ee8eee59 req-9ed133b3-6a65-4d55-a1f3-54158fe5fa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:28.346373 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-279e5550-0339-4089-91de-13c0ee8eee59 req-9ed133b3-6a65-4d55-a1f3-54158fe5fa21 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa HTTP/1.1" status: 200 len: 918 time: 0.0878878 Oct 29 13:39:28.359320 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-0f904e36-73f6-42a5-a78c-bd53b81825b9 req-213cb0b0-0e1e-41fb-a23f-30676ee4f38d tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585546 Oct 29 13:39:28.382983 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 37936) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:28.419075 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-279e5550-0339-4089-91de-13c0ee8eee59 req-ec9aad84-76ca-4e04-a4bd-63258d3876c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=207037ea-0c28-45f2-b0bb-bf243c80aa97 HTTP/1.1" status: 200 len: 1001 time: 0.0645514 Oct 29 13:39:28.426070 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b7bdbc-02ac-4375-8a36-3b5f6ee88625 tempest-TestVolumeBootPattern-667407312 tempest-TestVolumeBootPattern-667407312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:28.430460 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-f8b7bdbc-02ac-4375-8a36-3b5f6ee88625 tempest-TestVolumeBootPattern-667407312 tempest-TestVolumeBootPattern-667407312-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 1093 time: 0.0435214 Oct 29 13:39:28.430792 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 37938) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:28.435309 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-523250d3-c6dd-4d41-b56f-0ceca9c7e9a6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Request body: {'floatingip': {'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'port_id': 'c8f3ee5d-4cf0-44ec-9150-c8bf02913da9', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:39:28.459070 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-523250d3-c6dd-4d41-b56f-0ceca9c7e9a6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for floatingip, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:28.477380 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e5550-0339-4089-91de-13c0ee8eee59 req-9c7033dd-3311-4a1a-9bfe-89318e384272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:28.479317 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-279e5550-0339-4089-91de-13c0ee8eee59 req-9c7033dd-3311-4a1a-9bfe-89318e384272 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de6a4b99-0646-46d8-a18a-25de200d28c4 HTTP/1.1" status: 200 len: 856 time: 0.0488610 Oct 29 13:39:28.528624 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e5550-0339-4089-91de-13c0ee8eee59 req-7fd5a820-1043-40f6-8915-9cad17914d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:28.530327 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-279e5550-0339-4089-91de-13c0ee8eee59 req-7fd5a820-1043-40f6-8915-9cad17914d0a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434268 Oct 29 13:39:28.559065 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-523250d3-c6dd-4d41-b56f-0ceca9c7e9a6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:28.631429 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-279e5550-0339-4089-91de-13c0ee8eee59 req-fa93d4cb-7b01-4414-8bfb-80e63ca62b93 service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919557 Oct 29 13:39:28.671341 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_common [None req-523250d3-c6dd-4d41-b56f-0ceca9c7e9a6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Allocated IP 172.27.2.167 (87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d/997ea066-649a-4773-b815-b71c6be46375/dfba0b55-5b39-4d3f-bd39-d2fe815700da) {{(pid=101275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:39:28.730538 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-279e5550-0339-4089-91de-13c0ee8eee59 req-ed71fc3f-553c-4df5-97c1-54276a8b9564 service neutron] 10.222.0.26 "GET /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899911 Oct 29 13:39:28.779089 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-523250d3-c6dd-4d41-b56f-0ceca9c7e9a6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for port, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:28.814540 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-523250d3-c6dd-4d41-b56f-0ceca9c7e9a6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:28.857388 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523250d3-c6dd-4d41-b56f-0ceca9c7e9a6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:39:28.858910 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-523250d3-c6dd-4d41-b56f-0ceca9c7e9a6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:39:28.861528 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523250d3-c6dd-4d41-b56f-0ceca9c7e9a6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Received port after_create {{(pid=101275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:39:28.888997 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523250d3-c6dd-4d41-b56f-0ceca9c7e9a6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Pushing event updated for resources: {'Port': ['ID=dfba0b55-5b39-4d3f-bd39-d2fe815700da,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:29.220018 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-523250d3-c6dd-4d41-b56f-0ceca9c7e9a6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:29.277800 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:29.292570 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-523250d3-c6dd-4d41-b56f-0ceca9c7e9a6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:29.440050 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-523250d3-c6dd-4d41-b56f-0ceca9c7e9a6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:29.445179 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-523250d3-c6dd-4d41-b56f-0ceca9c7e9a6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952907'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:29.512975 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523250d3-c6dd-4d41-b56f-0ceca9c7e9a6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Pushing event updated for resources: {'Port': ['ID=dfba0b55-5b39-4d3f-bd39-d2fe815700da,revision_number=2']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:29.522019 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-523250d3-c6dd-4d41-b56f-0ceca9c7e9a6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495903'] for floatingip, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:29.619370 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.db.l3_db [None req-523250d3-c6dd-4d41-b56f-0ceca9c7e9a6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Floating IP eb453268-3924-4d7e-ad1e-9d1b2a5f001a associated. External IP: 172.27.2.167, port: c8f3ee5d-4cf0-44ec-9150-c8bf02913da9. Oct 29 13:39:29.827897 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523250d3-c6dd-4d41-b56f-0ceca9c7e9a6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:39:30.154419 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523250d3-c6dd-4d41-b56f-0ceca9c7e9a6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:39:30.168583 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0ea494-9ffb-4066-848f-999ce55796bb None None] Sync routers for ids ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'] in dv-cinder-815884-1-iscsi {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:39:30.177144 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-523250d3-c6dd-4d41-b56f-0ceca9c7e9a6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for floatingip, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:30.184430 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0ea494-9ffb-4066-848f-999ce55796bb None None] Routers {'1f7c0f65-115c-4365-8b3d-066b1cf1f94e'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:39:30.185063 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-ac0ea494-9ffb-4066-848f-999ce55796bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:39:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:30.213933 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-523250d3-c6dd-4d41-b56f-0ceca9c7e9a6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7743912 Oct 29 13:39:30.213933 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7753d2e-eb91-4518-a32a-9c3b4ec957b0', 'tag': 'c8f3ee5d-4cf0-44ec-9150-c8bf02913da9'}] {{(pid=101275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:39:30.213933 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1ae6470871d1e7f5254046b6a14a5a61bc426f08075d8dbcbc5db3d9a889b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9683c3a-e564-4280-83b5-0c087d464b77" -d '{"events": [{"name": "network-changed", "server_uuid": "e7753d2e-eb91-4518-a32a-9c3b4ec957b0", "tag": "c8f3ee5d-4cf0-44ec-9150-c8bf02913da9"}]}' {{(pid=101275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:39:30.246095 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0224167c-410c-4104-a67f-10cc4f7d1fd3 x-openstack-request-id: req-0224167c-410c-4104-a67f-10cc4f7d1fd3 {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:39:30.246727 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7753d2e-eb91-4518-a32a-9c3b4ec957b0", "tag": "c8f3ee5d-4cf0-44ec-9150-c8bf02913da9", "status": "completed", "code": 200}]} {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:39:30.246727 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0224167c-410c-4104-a67f-10cc4f7d1fd3 {{(pid=101275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:39:30.246986 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7753d2e-eb91-4518-a32a-9c3b4ec957b0', 'tag': 'c8f3ee5d-4cf0-44ec-9150-c8bf02913da9', 'status': 'completed', 'code': 200} Oct 29 13:39:30.296440 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-ac0ea494-9ffb-4066-848f-999ce55796bb None None] Set router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:39:30.313151 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9683c3a-e564-4280-83b5-0c087d464b77 req-fdcdf2c0-d172-41fd-b2a0-04fb56a71742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:30.314680 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c9683c3a-e564-4280-83b5-0c087d464b77 req-fdcdf2c0-d172-41fd-b2a0-04fb56a71742 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dda9cf39e3ff4797af5227f990f14457&device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 1098 time: 0.0454822 Oct 29 13:39:30.405831 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9683c3a-e564-4280-83b5-0c087d464b77 req-fbaa9fb1-cfc6-40ad-9f34-b8f273c09bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:30.407296 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c9683c3a-e564-4280-83b5-0c087d464b77 req-fbaa9fb1-cfc6-40ad-9f34-b8f273c09bcb service neutron] 10.222.0.26 "GET /v2.0/networks?id=d620a326-cd97-4595-b325-2f417240582b HTTP/1.1" status: 200 len: 913 time: 0.0816312 Oct 29 13:39:30.475465 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c9683c3a-e564-4280-83b5-0c087d464b77 req-a7c620c7-3e2e-4747-bc00-175355ba2c13 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 HTTP/1.1" status: 200 len: 999 time: 0.0605140 Oct 29 13:39:30.512780 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-ac0ea494-9ffb-4066-848f-999ce55796bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': 'eb453268-3924-4d7e-ad1e-9d1b2a5f001a', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'port_id': 'c8f3ee5d-4cf0-44ec-9150-c8bf02913da9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'mac_address': 'fa:16:3e:0f:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7753d2e-eb91-4518-a32a-9c3b4ec957b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:39:29Z', 'updated_at': '2021-10-29T13:39:29Z', 'revision_number': 0, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c9714b-2541-4af0-81a9-a275de86d57b', 'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'mac_address': 'fa:16:3e:e9:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:04Z', 'updated_at': '2021-10-29T13:36:11Z', 'revision_number': 5, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'subnets': [{'id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:30.525116 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9683c3a-e564-4280-83b5-0c087d464b77 req-fde6ff0c-f012-4a83-ad7f-48208413e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:30.526662 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c9683c3a-e564-4280-83b5-0c087d464b77 req-fde6ff0c-f012-4a83-ad7f-48208413e774 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=115c3b06-75d5-42f2-9aff-2e4cf3f60ab5 HTTP/1.1" status: 200 len: 851 time: 0.0442576 Oct 29 13:39:30.542151 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0ea494-9ffb-4066-848f-999ce55796bb None None] Checking router: 1f7c0f65-115c-4365-8b3d-066b1cf1f94e for host: dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:39:30.550354 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0ea494-9ffb-4066-848f-999ce55796bb None None] Routers {'1f7c0f65-115c-4365-8b3d-066b1cf1f94e'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:39:30.550950 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-ac0ea494-9ffb-4066-848f-999ce55796bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:39:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:30.572633 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9683c3a-e564-4280-83b5-0c087d464b77 req-e7836b67-df7b-48e3-a8b9-d3076e063414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:30.574201 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c9683c3a-e564-4280-83b5-0c087d464b77 req-e7836b67-df7b-48e3-a8b9-d3076e063414 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d620a326-cd97-4595-b325-2f417240582b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406265 Oct 29 13:39:30.649047 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-ac0ea494-9ffb-4066-848f-999ce55796bb None None] Set router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:39:30.666192 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c9683c3a-e564-4280-83b5-0c087d464b77 req-66aed765-655a-4e2d-9c6c-b4587fb750aa service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837216 Oct 29 13:39:30.759171 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c9683c3a-e564-4280-83b5-0c087d464b77 req-e0e0c703-0bb5-407f-8d18-d325cdc1b3ac service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806704 Oct 29 13:39:30.788956 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:30.871662 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-ac0ea494-9ffb-4066-848f-999ce55796bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': 'eb453268-3924-4d7e-ad1e-9d1b2a5f001a', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'port_id': 'c8f3ee5d-4cf0-44ec-9150-c8bf02913da9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'mac_address': 'fa:16:3e:0f:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7753d2e-eb91-4518-a32a-9c3b4ec957b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:39:29Z', 'updated_at': '2021-10-29T13:39:29Z', 'revision_number': 0, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c9714b-2541-4af0-81a9-a275de86d57b', 'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'mac_address': 'fa:16:3e:e9:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:04Z', 'updated_at': '2021-10-29T13:36:11Z', 'revision_number': 5, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'subnets': [{'id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:30.897008 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0ea494-9ffb-4066-848f-999ce55796bb None None] The sync data for ids ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'] in dv-cinder-815884-1-iscsi is: [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': 'eb453268-3924-4d7e-ad1e-9d1b2a5f001a', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'port_id': 'c8f3ee5d-4cf0-44ec-9150-c8bf02913da9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'mac_address': 'fa:16:3e:0f:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7753d2e-eb91-4518-a32a-9c3b4ec957b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:39:29Z', 'updated_at': '2021-10-29T13:39:29Z', 'revision_number': 0, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c9714b-2541-4af0-81a9-a275de86d57b', 'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'mac_address': 'fa:16:3e:e9:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:04Z', 'updated_at': '2021-10-29T13:36:11Z', 'revision_number': 5, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'subnets': [{'id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:39:31.073176 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950b4794-d90b-4cb7-aaa0-4fdf248b4236 None None] New status for floating IP eb453268-3924-4d7e-ad1e-9d1b2a5f001a: ACTIVE {{(pid=101276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 13:39:38.360142 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38038) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:38.459971 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d91be921-8d92-49aa-a016-1a54c9d5684c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:38.532059 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d91be921-8d92-49aa-a016-1a54c9d5684c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:38.535431 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d91be921-8d92-49aa-a016-1a54c9d5684c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:38.571633 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-d91be921-8d92-49aa-a016-1a54c9d5684c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a3a471ec7bdc4649b429ac56b676890b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2103806 Oct 29 13:39:38.573463 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91be921-8d92-49aa-a016-1a54c9d5684c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6b6c9e-15a9-40be-b1c9-7f07c08f9b45,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:38.574455 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 38042) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:38.622210 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3a8738b6-8396-473e-9e94-dc7482e89f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:38.643314 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3a8738b6-8396-473e-9e94-dc7482e89f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:38.691673 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3a8738b6-8396-473e-9e94-dc7482e89f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:38.694900 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3a8738b6-8396-473e-9e94-dc7482e89f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:38.696022 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-3a8738b6-8396-473e-9e94-dc7482e89f47 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/aa6b6c9e-15a9-40be-b1c9-7f07c08f9b45 HTTP/1.1" status: 204 len: 168 time: 0.1205876 Oct 29 13:39:38.703401 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8738b6-8396-473e-9e94-dc7482e89f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6b6c9e-15a9-40be-b1c9-7f07c08f9b45,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:38.964305 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 38048) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:38.977268 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-637ef315-6d50-4873-b718-a2f681a3a591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:39.056682 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-637ef315-6d50-4873-b718-a2f681a3a591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:39.060397 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-637ef315-6d50-4873-b718-a2f681a3a591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:39.096778 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-637ef315-6d50-4873-b718-a2f681a3a591 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cd39de282e814048bf76ab8ec8f3d45d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1313381 Oct 29 13:39:39.098642 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ef315-6d50-4873-b718-a2f681a3a591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e13e4b-b1e8-4999-a3fd-69bea29ec069,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:39.099604 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38050) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:39.148012 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c061c642-4726-4ccd-85b7-0175124ada32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:39.169803 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c061c642-4726-4ccd-85b7-0175124ada32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:39.217488 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c061c642-4726-4ccd-85b7-0175124ada32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:39.219983 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c061c642-4726-4ccd-85b7-0175124ada32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:39.221212 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-c061c642-4726-4ccd-85b7-0175124ada32 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/89e13e4b-b1e8-4999-a3fd-69bea29ec069 HTTP/1.1" status: 204 len: 168 time: 0.1205485 Oct 29 13:39:39.228936 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061c642-4726-4ccd-85b7-0175124ada32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e13e4b-b1e8-4999-a3fd-69bea29ec069,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:43.819671 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:39:43.831628 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e41ab-28a9-4359-a4c4-5aaa146aab6f req-8ce68f84-29cd-42f6-a30e-e760d8352a94 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:43.833092 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-c22e41ab-28a9-4359-a4c4-5aaa146aab6f req-8ce68f84-29cd-42f6-a30e-e760d8352a94 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 946 time: 0.0487504 Oct 29 13:39:43.870540 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-c22e41ab-28a9-4359-a4c4-5aaa146aab6f req-4ebbfeaa-11f0-454e-a501-17c998e6ccf1 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313354 Oct 29 13:39:44.024887 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38162) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:44.124847 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d917bd2e-395e-4197-8840-6abdfa68fe1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:44.197695 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d917bd2e-395e-4197-8840-6abdfa68fe1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:44.201319 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d917bd2e-395e-4197-8840-6abdfa68fe1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:44.238385 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-d917bd2e-395e-4197-8840-6abdfa68fe1b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ae9a9776d0bb4b5f96af31cde42733b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124693 Oct 29 13:39:44.239426 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917bd2e-395e-4197-8840-6abdfa68fe1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78991e23-a847-4588-94a3-94425bafdbaa,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:44.241298 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 38166) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:44.289436 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cf5a6af5-e47f-4499-9e87-f0ef8eca2022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:44.309373 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cf5a6af5-e47f-4499-9e87-f0ef8eca2022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:44.355377 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cf5a6af5-e47f-4499-9e87-f0ef8eca2022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:44.357976 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cf5a6af5-e47f-4499-9e87-f0ef8eca2022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:44.359115 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-cf5a6af5-e47f-4499-9e87-f0ef8eca2022 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/78991e23-a847-4588-94a3-94425bafdbaa HTTP/1.1" status: 204 len: 168 time: 0.1167464 Oct 29 13:39:44.366608 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a6af5-e47f-4499-9e87-f0ef8eca2022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78991e23-a847-4588-94a3-94425bafdbaa,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:44.618711 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 38172) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:44.632626 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8fb115b2-689d-4e75-9cd2-8d311ed92ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:44.709069 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8fb115b2-689d-4e75-9cd2-8d311ed92ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:44.712865 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8fb115b2-689d-4e75-9cd2-8d311ed92ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:44.749432 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-8fb115b2-689d-4e75-9cd2-8d311ed92ce4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ca20f5c037864d3bb3b468c308f1bfa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1296728 Oct 29 13:39:44.751620 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb115b2-689d-4e75-9cd2-8d311ed92ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f7fc69-6ddd-4a14-97c2-dee07b2583c7,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:44.752404 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38174) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:44.800234 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-da6c3878-a314-4ceb-be55-854279519d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:44.823326 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-da6c3878-a314-4ceb-be55-854279519d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:44.866414 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-da6c3878-a314-4ceb-be55-854279519d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:44.868741 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-da6c3878-a314-4ceb-be55-854279519d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:44.869861 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-da6c3878-a314-4ceb-be55-854279519d56 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/08f7fc69-6ddd-4a14-97c2-dee07b2583c7 HTTP/1.1" status: 204 len: 168 time: 0.1164608 Oct 29 13:39:44.877381 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c3878-a314-4ceb-be55-854279519d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f7fc69-6ddd-4a14-97c2-dee07b2583c7,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:44.992616 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c3759-4cca-457b-a88c-cefe701b15c1 req-95b971b1-4755-4793-b6c6-8db748952e95 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:44.994146 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-919c3759-4cca-457b-a88c-cefe701b15c1 req-95b971b1-4755-4793-b6c6-8db748952e95 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 946 time: 0.0481300 Oct 29 13:39:45.033658 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-919c3759-4cca-457b-a88c-cefe701b15c1 req-3f10c1c6-5072-4a60-aca9-4469423d8a94 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336335 Oct 29 13:39:45.197660 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38182) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:45.210167 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-08e5c878-74be-4755-9aea-ff92d6ffe89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:45.283294 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-08e5c878-74be-4755-9aea-ff92d6ffe89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:45.287004 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-08e5c878-74be-4755-9aea-ff92d6ffe89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:45.324607 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-08e5c878-74be-4755-9aea-ff92d6ffe89d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=90b01ba0e5cd4e29b4c0453e9517bc23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1257477 Oct 29 13:39:45.325536 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5c878-74be-4755-9aea-ff92d6ffe89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caea97ca-891e-4b88-bfc4-956b8099603f,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:45.327886 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38184) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:45.328017 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a5144-f688-4b28-a06d-b8e05f08331f req-54aced4e-3c9f-45d0-9764-d717ea40365e tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:45.329372 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-585a5144-f688-4b28-a06d-b8e05f08331f req-54aced4e-3c9f-45d0-9764-d717ea40365e tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 946 time: 0.0475886 Oct 29 13:39:45.377546 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f38d3989-6430-458c-aaed-325f6cd5e773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:45.397333 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f38d3989-6430-458c-aaed-325f6cd5e773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:45.424805 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-585a5144-f688-4b28-a06d-b8e05f08331f req-f38b3b86-7cce-4599-88e3-5dc0054f9e56 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Deleting port 207037ea-0c28-45f2-b0bb-bf243c80aa97 {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:39:45.425127 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-585a5144-f688-4b28-a06d-b8e05f08331f req-f38b3b86-7cce-4599-88e3-5dc0054f9e56 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:45.444611 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f38d3989-6430-458c-aaed-325f6cd5e773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:45.448196 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f38d3989-6430-458c-aaed-325f6cd5e773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:45.452580 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-f38d3989-6430-458c-aaed-325f6cd5e773 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/caea97ca-891e-4b88-bfc4-956b8099603f HTTP/1.1" status: 204 len: 168 time: 0.1237626 Oct 29 13:39:45.461268 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d3989-6430-458c-aaed-325f6cd5e773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caea97ca-891e-4b88-bfc4-956b8099603f,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:45.513720 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-585a5144-f688-4b28-a06d-b8e05f08331f req-f38b3b86-7cce-4599-88e3-5dc0054f9e56 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] For port 207037ea-0c28-45f2-b0bb-bf243c80aa97, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=207037ea-0c28-45f2-b0bb-bf243c80aa97,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:39:45.514112 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-585a5144-f688-4b28-a06d-b8e05f08331f req-f38b3b86-7cce-4599-88e3-5dc0054f9e56 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:45.686537 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-585a5144-f688-4b28-a06d-b8e05f08331f req-f38b3b86-7cce-4599-88e3-5dc0054f9e56 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:45.686961 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-585a5144-f688-4b28-a06d-b8e05f08331f req-f38b3b86-7cce-4599-88e3-5dc0054f9e56 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495903'] for floatingip, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:45.687302 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.l3_db [req-585a5144-f688-4b28-a06d-b8e05f08331f req-f38b3b86-7cce-4599-88e3-5dc0054f9e56 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Floating IP 10226858-3a74-4a50-a4be-f29c75deb229 disassociated. External IP: 172.27.2.183, port: 207037ea-0c28-45f2-b0bb-bf243c80aa97. Oct 29 13:39:45.687664 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-585a5144-f688-4b28-a06d-b8e05f08331f req-f38b3b86-7cce-4599-88e3-5dc0054f9e56 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Calling delete_port for 207037ea-0c28-45f2-b0bb-bf243c80aa97 owned by compute:nova {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:39:45.815089 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-585a5144-f688-4b28-a06d-b8e05f08331f req-f38b3b86-7cce-4599-88e3-5dc0054f9e56 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:45.847403 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b3b86-7cce-4599-88e3-5dc0054f9e56 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Pushing event deleted for resources: {'Port': ['ID=207037ea-0c28-45f2-b0bb-bf243c80aa97,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:45.967506 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-585a5144-f688-4b28-a06d-b8e05f08331f req-f38b3b86-7cce-4599-88e3-5dc0054f9e56 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Router 1abfc369-9d32-4afe-ad00-faa027c4059c has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:39:46.073135 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-585a5144-f688-4b28-a06d-b8e05f08331f req-f38b3b86-7cce-4599-88e3-5dc0054f9e56 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:39:46.088886 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df8ddb9-37e4-46e1-bfd9-465bbbc4eb72 None None] Sync routers for ids ['1abfc369-9d32-4afe-ad00-faa027c4059c'] in dv-cinder-815884-1-iscsi {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:39:46.100394 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df8ddb9-37e4-46e1-bfd9-465bbbc4eb72 None None] Routers {'1abfc369-9d32-4afe-ad00-faa027c4059c'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:39:46.101293 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-6df8ddb9-37e4-46e1-bfd9-465bbbc4eb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:39:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1abfc369-9d32-4afe-ad00-faa027c4059c'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:46.126565 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-585a5144-f688-4b28-a06d-b8e05f08331f req-f38b3b86-7cce-4599-88e3-5dc0054f9e56 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] No DVR routers for this DVR port 207037ea-0c28-45f2-b0bb-bf243c80aa97 on host hv-cinder-81588 {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:39:46.129835 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-585a5144-f688-4b28-a06d-b8e05f08331f req-f38b3b86-7cce-4599-88e3-5dc0054f9e56 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:46.133866 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-585a5144-f688-4b28-a06d-b8e05f08331f req-f38b3b86-7cce-4599-88e3-5dc0054f9e56 tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.26 "DELETE /v2.0/ports/207037ea-0c28-45f2-b0bb-bf243c80aa97 HTTP/1.1" status: 204 len: 173 time: 0.7965889 Oct 29 13:39:46.134345 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c9065a-62c0-4f58-82af-bd44e7a1ac45', 'name': 'network-vif-deleted', 'tag': '207037ea-0c28-45f2-b0bb-bf243c80aa97'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:39:46.136784 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8963cca6-274f-422d-9e6e-affe2f773ad4" -d '{"events": [{"server_uuid": "b9c9065a-62c0-4f58-82af-bd44e7a1ac45", "name": "network-vif-deleted", "tag": "207037ea-0c28-45f2-b0bb-bf243c80aa97"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:39:46.153224 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-677ff635-1ac4-4472-8ca8-13b5593be74d req-d27e5415-a13f-4eb2-a431-9f33264f50ef tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9c9065a-62c0-4f58-82af-bd44e7a1ac45 HTTP/1.1" status: 200 len: 210 time: 0.0370283 Oct 29 13:39:46.203685 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea187454-326a-49c6-9982-c2f2b07c3bd0 x-openstack-request-id: req-ea187454-326a-49c6-9982-c2f2b07c3bd0 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:39:46.204174 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c9065a-62c0-4f58-82af-bd44e7a1ac45", "name": "network-vif-deleted", "tag": "207037ea-0c28-45f2-b0bb-bf243c80aa97", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:39:46.204593 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ea187454-326a-49c6-9982-c2f2b07c3bd0 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:39:46.205131 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c9065a-62c0-4f58-82af-bd44e7a1ac45', 'name': 'network-vif-deleted', 'tag': '207037ea-0c28-45f2-b0bb-bf243c80aa97', 'status': 'completed', 'code': 200} Oct 29 13:39:46.228710 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-6df8ddb9-37e4-46e1-bfd9-465bbbc4eb72 None None] Set router 1abfc369-9d32-4afe-ad00-faa027c4059c gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:39:46.445274 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-6df8ddb9-37e4-46e1-bfd9-465bbbc4eb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'name': 'tempest-AttachVolumeShelveTestJSON-1805075616-router', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:39Z', 'revision_number': 4, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'gw_port': {'id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '3a80087b-91b9-455b-9761-f304b223a9dc', 'name': '', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'mac_address': 'fa:16:3e:cd:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:34Z', 'updated_at': '2021-10-29T13:32:48Z', 'revision_number': 5, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'subnets': [{'id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:46.557801 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df8ddb9-37e4-46e1-bfd9-465bbbc4eb72 None None] Checking router: 1abfc369-9d32-4afe-ad00-faa027c4059c for host: dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:39:46.566600 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df8ddb9-37e4-46e1-bfd9-465bbbc4eb72 None None] Routers {'1abfc369-9d32-4afe-ad00-faa027c4059c'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:39:46.567189 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-6df8ddb9-37e4-46e1-bfd9-465bbbc4eb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:39:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1abfc369-9d32-4afe-ad00-faa027c4059c'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:46.676378 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-6df8ddb9-37e4-46e1-bfd9-465bbbc4eb72 None None] Set router 1abfc369-9d32-4afe-ad00-faa027c4059c gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:39:46.868926 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-6df8ddb9-37e4-46e1-bfd9-465bbbc4eb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'name': 'tempest-AttachVolumeShelveTestJSON-1805075616-router', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:39Z', 'revision_number': 4, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'gw_port': {'id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '3a80087b-91b9-455b-9761-f304b223a9dc', 'name': '', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'mac_address': 'fa:16:3e:cd:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:34Z', 'updated_at': '2021-10-29T13:32:48Z', 'revision_number': 5, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'subnets': [{'id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:46.898493 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df8ddb9-37e4-46e1-bfd9-465bbbc4eb72 None None] The sync data for ids ['1abfc369-9d32-4afe-ad00-faa027c4059c'] in dv-cinder-815884-1-iscsi is: [{'id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'name': 'tempest-AttachVolumeShelveTestJSON-1805075616-router', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:32:39Z', 'revision_number': 4, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'gw_port': {'id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': '3a80087b-91b9-455b-9761-f304b223a9dc', 'name': '', 'network_id': '0342d3e5-b15b-4d7b-9252-6c7510cc9cfa', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'mac_address': 'fa:16:3e:cd:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:34Z', 'updated_at': '2021-10-29T13:32:48Z', 'revision_number': 5, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'subnets': [{'id': 'de6a4b99-0646-46d8-a18a-25de200d28c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:39:47.140157 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d5b2d-40f3-408d-8cca-8e31b81320ae None None] New status for floating IP 10226858-3a74-4a50-a4be-f29c75deb229: DOWN {{(pid=101276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 13:39:47.249865 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 38254) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:47.309104 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-de2b26cb-2a73-4780-a579-194a2d08911b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:47.332610 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-de2b26cb-2a73-4780-a579-194a2d08911b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:47.379895 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-de2b26cb-2a73-4780-a579-194a2d08911b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:47.382501 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-de2b26cb-2a73-4780-a579-194a2d08911b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:47.383682 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-de2b26cb-2a73-4780-a579-194a2d08911b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "DELETE /v2.0/security-groups/1a16a487-0ee8-49f0-ae85-7144bf3d6ef8 HTTP/1.1" status: 204 len: 168 time: 0.1325650 Oct 29 13:39:47.386566 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38260) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:47.395149 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b26cb-2a73-4780-a579-194a2d08911b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a16a487-0ee8-49f0-ae85-7144bf3d6ef8,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:47.403688 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.api.v2.resource [None req-b332ae0a-feca-41b2-9dc8-6a40457e002f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] show failed (client error): The resource could not be found. Oct 29 13:39:47.404776 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-b332ae0a-feca-41b2-9dc8-6a40457e002f tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "GET /v2.0/security-groups/1a16a487-0ee8-49f0-ae85-7144bf3d6ef8 HTTP/1.1" status: 404 len: 347 time: 0.0152876 Oct 29 13:39:47.407678 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38262) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:47.528696 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-bd965343-01aa-461d-bb97-c2fca66d298b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Deleting port b93ed34c-56a8-413d-a2c6-28d85d827784 {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:39:47.528944 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bd965343-01aa-461d-bb97-c2fca66d298b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:47.539023 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 38266) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:47.603444 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bd965343-01aa-461d-bb97-c2fca66d298b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:47.603766 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bd965343-01aa-461d-bb97-c2fca66d298b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:47.615212 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-bd965343-01aa-461d-bb97-c2fca66d298b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Calling delete_port for b93ed34c-56a8-413d-a2c6-28d85d827784 owned by network:floatingip {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:39:47.642361 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cb6d86f2-f228-481b-8f92-a3de1486fad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:47.715071 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cb6d86f2-f228-481b-8f92-a3de1486fad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:47.718644 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cb6d86f2-f228-481b-8f92-a3de1486fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:47.744767 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bd965343-01aa-461d-bb97-c2fca66d298b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:47.759645 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-cb6d86f2-f228-481b-8f92-a3de1486fad3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a082be035c0d41a48b34148a8d3a02a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2195048 Oct 29 13:39:47.760838 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d86f2-f228-481b-8f92-a3de1486fad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa7bc33-694b-4f07-8ff2-bf21baf3c2a1,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:47.763227 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 38270) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:47.775017 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd965343-01aa-461d-bb97-c2fca66d298b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Pushing event deleted for resources: {'Port': ['ID=b93ed34c-56a8-413d-a2c6-28d85d827784,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:47.816624 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-0888a165-9e36-4df1-a0c5-8815103c8879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:47.834595 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bd965343-01aa-461d-bb97-c2fca66d298b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks [] for floatingip, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:47.837148 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bd965343-01aa-461d-bb97-c2fca66d298b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for floatingip, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:47.838511 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-bd965343-01aa-461d-bb97-c2fca66d298b tempest-AttachVolumeShelveTestJSON-279097635 tempest-AttachVolumeShelveTestJSON-279097635-project] 10.222.0.96 "DELETE /v2.0/floatingips/10226858-3a74-4a50-a4be-f29c75deb229 HTTP/1.1" status: 204 len: 168 time: 0.4298408 Oct 29 13:39:47.838702 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-0888a165-9e36-4df1-a0c5-8815103c8879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:47.886432 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-0888a165-9e36-4df1-a0c5-8815103c8879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:47.888984 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-0888a165-9e36-4df1-a0c5-8815103c8879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:47.890169 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-0888a165-9e36-4df1-a0c5-8815103c8879 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/aaa7bc33-694b-4f07-8ff2-bf21baf3c2a1 HTTP/1.1" status: 204 len: 168 time: 0.1234818 Oct 29 13:39:47.898710 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888a165-9e36-4df1-a0c5-8815103c8879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa7bc33-694b-4f07-8ff2-bf21baf3c2a1,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:48.153067 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 38280) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:48.166559 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-688d8e79-30b2-4ef7-a71e-544833031979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:48.241300 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-688d8e79-30b2-4ef7-a71e-544833031979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:48.245591 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-688d8e79-30b2-4ef7-a71e-544833031979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:48.284962 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-688d8e79-30b2-4ef7-a71e-544833031979 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ffe7319f5bba4fc1855b1c87dcdf87c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1282725 Oct 29 13:39:48.284962 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d8e79-30b2-4ef7-a71e-544833031979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1080355c-781c-45d9-b560-1125178306f5,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:48.285649 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38282) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:48.333588 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-baaf80cd-e057-4fe9-8536-ce8c44a8b7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:48.354125 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-baaf80cd-e057-4fe9-8536-ce8c44a8b7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:48.398477 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-baaf80cd-e057-4fe9-8536-ce8c44a8b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:48.401022 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-baaf80cd-e057-4fe9-8536-ce8c44a8b7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:48.402157 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-baaf80cd-e057-4fe9-8536-ce8c44a8b7a0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1080355c-781c-45d9-b560-1125178306f5 HTTP/1.1" status: 204 len: 168 time: 0.1159096 Oct 29 13:39:48.409222 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf80cd-e057-4fe9-8536-ce8c44a8b7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1080355c-781c-45d9-b560-1125178306f5,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:50.258768 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 207037ea-0c28-45f2-b0bb-bf243c80aa97 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:39:50.260051 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 38330) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:50.278673 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] No Port match for: 207037ea-0c28-45f2-b0bb-bf243c80aa97 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:39:50.279010 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 207037ea-0c28-45f2-b0bb-bf243c80aa97 not bound to the agent host hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:39:50.739632 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ee90e9ad-0b81-4b0d-9e31-46db422f17f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502303'] for router_interface, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:50.978984 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-ee90e9ad-0b81-4b0d-9e31-46db422f17f3 admin admin] Deleting port 3a80087b-91b9-455b-9761-f304b223a9dc {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:39:50.979315 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ee90e9ad-0b81-4b0d-9e31-46db422f17f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:51.053385 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-ee90e9ad-0b81-4b0d-9e31-46db422f17f3 admin admin] For port 3a80087b-91b9-455b-9761-f304b223a9dc, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=3a80087b-91b9-455b-9761-f304b223a9dc,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:39:51.053742 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ee90e9ad-0b81-4b0d-9e31-46db422f17f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:51.065755 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-ee90e9ad-0b81-4b0d-9e31-46db422f17f3 admin admin] Calling delete_port for 3a80087b-91b9-455b-9761-f304b223a9dc owned by network:router_interface {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:39:51.252509 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ee90e9ad-0b81-4b0d-9e31-46db422f17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:51.276153 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90e9ad-0b81-4b0d-9e31-46db422f17f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a80087b-91b9-455b-9761-f304b223a9dc,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:51.437092 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ee90e9ad-0b81-4b0d-9e31-46db422f17f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495931'] for router_interface, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:51.637341 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee90e9ad-0b81-4b0d-9e31-46db422f17f3 admin admin] Router 1abfc369-9d32-4afe-ad00-faa027c4059c has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:39:51.738872 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee90e9ad-0b81-4b0d-9e31-46db422f17f3 admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:39:51.744088 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-ee90e9ad-0b81-4b0d-9e31-46db422f17f3 admin admin] 10.222.0.96 "PUT /v2.0/routers/1abfc369-9d32-4afe-ad00-faa027c4059c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4829512 Oct 29 13:39:51.746814 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38348) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:51.749124 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600e4228-8fad-4f7b-99cf-c678ae5fec1c None None] Sync routers for ids ['1abfc369-9d32-4afe-ad00-faa027c4059c'] in dv-cinder-815884-1-iscsi {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:39:51.760456 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600e4228-8fad-4f7b-99cf-c678ae5fec1c None None] Routers {'1abfc369-9d32-4afe-ad00-faa027c4059c'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:39:51.761334 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-600e4228-8fad-4f7b-99cf-c678ae5fec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:39:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1abfc369-9d32-4afe-ad00-faa027c4059c'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:51.853594 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-74722c93-a83f-491b-bbb9-8dc5a73f4187 admin admin] Notify callbacks [] for router, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:51.873255 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-600e4228-8fad-4f7b-99cf-c678ae5fec1c None None] Set router 1abfc369-9d32-4afe-ad00-faa027c4059c gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:39:51.888037 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 38352) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:51.959272 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-74722c93-a83f-491b-bbb9-8dc5a73f4187 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:52.014191 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-dcc8cb8c-bba2-4471-9333-a9dd60173d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:52.029863 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-74722c93-a83f-491b-bbb9-8dc5a73f4187 admin admin] Deleting port cc672b8c-1a77-4794-ba70-0a8277146a4f {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:39:52.030206 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-74722c93-a83f-491b-bbb9-8dc5a73f4187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:52.068670 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-600e4228-8fad-4f7b-99cf-c678ae5fec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'name': 'tempest-AttachVolumeShelveTestJSON-1805075616-router', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:39:51Z', 'revision_number': 5, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'gw_port': {'id': 'cc672b8c-1a77-4794-ba70-0a8277146a4f', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:32:26Z', 'updated_at': '2021-10-29T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:52.096536 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600e4228-8fad-4f7b-99cf-c678ae5fec1c None None] Checking router: 1abfc369-9d32-4afe-ad00-faa027c4059c for host: dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:39:52.105833 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-dcc8cb8c-bba2-4471-9333-a9dd60173d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:52.106279 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600e4228-8fad-4f7b-99cf-c678ae5fec1c None None] Routers {'1abfc369-9d32-4afe-ad00-faa027c4059c'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:39:52.107026 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-600e4228-8fad-4f7b-99cf-c678ae5fec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:39:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1abfc369-9d32-4afe-ad00-faa027c4059c'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:52.110375 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-dcc8cb8c-bba2-4471-9333-a9dd60173d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:52.124277 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-74722c93-a83f-491b-bbb9-8dc5a73f4187 admin admin] For port cc672b8c-1a77-4794-ba70-0a8277146a4f, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=cc672b8c-1a77-4794-ba70-0a8277146a4f,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:39:52.124636 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-74722c93-a83f-491b-bbb9-8dc5a73f4187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:52.138138 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-74722c93-a83f-491b-bbb9-8dc5a73f4187 admin admin] Calling delete_port for cc672b8c-1a77-4794-ba70-0a8277146a4f owned by network:router_gateway {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:39:52.138395 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8cb8c-bba2-4471-9333-a9dd60173d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94407305-a0a3-41af-987d-28b05839c9a2,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:52.156457 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-dcc8cb8c-bba2-4471-9333-a9dd60173d0e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=58233a7d39624f8da9053d4c8b4f41ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672927 Oct 29 13:39:52.159087 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 38356) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:52.203328 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-600e4228-8fad-4f7b-99cf-c678ae5fec1c None None] Set router 1abfc369-9d32-4afe-ad00-faa027c4059c gateway port host: None {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:39:52.212670 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ab0677f7-d721-4c35-bd76-7767bd504102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:52.234488 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ab0677f7-d721-4c35-bd76-7767bd504102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:52.257353 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-600e4228-8fad-4f7b-99cf-c678ae5fec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'name': 'tempest-AttachVolumeShelveTestJSON-1805075616-router', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:39:51Z', 'revision_number': 6, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'gw_port_host': None}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:52.285202 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ab0677f7-d721-4c35-bd76-7767bd504102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:52.287646 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600e4228-8fad-4f7b-99cf-c678ae5fec1c None None] The sync data for ids ['1abfc369-9d32-4afe-ad00-faa027c4059c'] in dv-cinder-815884-1-iscsi is: [{'id': '1abfc369-9d32-4afe-ad00-faa027c4059c', 'name': 'tempest-AttachVolumeShelveTestJSON-1805075616-router', 'tenant_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:32:24Z', 'updated_at': '2021-10-29T13:39:51Z', 'revision_number': 6, 'project_id': '7a7750e1de6f482ebcfe89e9ad577e0c', 'gw_port_host': None}] {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:39:52.288678 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ab0677f7-d721-4c35-bd76-7767bd504102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:52.292865 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-ab0677f7-d721-4c35-bd76-7767bd504102 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/94407305-a0a3-41af-987d-28b05839c9a2 HTTP/1.1" status: 204 len: 168 time: 0.1323810 Oct 29 13:39:52.301150 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0677f7-d721-4c35-bd76-7767bd504102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94407305-a0a3-41af-987d-28b05839c9a2,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:52.324150 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-74722c93-a83f-491b-bbb9-8dc5a73f4187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:52.351769 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74722c93-a83f-491b-bbb9-8dc5a73f4187 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc672b8c-1a77-4794-ba70-0a8277146a4f,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:52.416352 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-74722c93-a83f-491b-bbb9-8dc5a73f4187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496065'] for router_gateway, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:52.504350 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-74722c93-a83f-491b-bbb9-8dc5a73f4187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-446'] for router, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:52.506501 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-74722c93-a83f-491b-bbb9-8dc5a73f4187 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:52.549815 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-74722c93-a83f-491b-bbb9-8dc5a73f4187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497777'] for router, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:52.550455 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74722c93-a83f-491b-bbb9-8dc5a73f4187 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1abfc369-9d32-4afe-ad00-faa027c4059c {{(pid=101275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 13:39:52.556740 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-74722c93-a83f-491b-bbb9-8dc5a73f4187 admin admin] Notify callbacks [] for router, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:52.558642 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-74722c93-a83f-491b-bbb9-8dc5a73f4187 admin admin] 10.222.0.96 "DELETE /v2.0/routers/1abfc369-9d32-4afe-ad00-faa027c4059c HTTP/1.1" status: 204 len: 168 time: 0.8106258 Oct 29 13:39:52.561272 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38368) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:52.605560 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeac43b9-184f-4613-b41d-53d5ba1146c7 admin admin] Deleting subnet de6a4b99-0646-46d8-a18a-25de200d28c4 {{(pid=101275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 29 13:39:52.609721 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-eeac43b9-184f-4613-b41d-53d5ba1146c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:52.647248 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-eeac43b9-184f-4613-b41d-53d5ba1146c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3755711'] for subnet, precommit_delete_associations {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:52.758444 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-eeac43b9-184f-4613-b41d-53d5ba1146c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7868206'] for subnet, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:52.809881 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-eeac43b9-184f-4613-b41d-53d5ba1146c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7868193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3952961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25682708'] for subnet, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:52.837934 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac43b9-184f-4613-b41d-53d5ba1146c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de6a4b99-0646-46d8-a18a-25de200d28c4,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:52.843730 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-eeac43b9-184f-4613-b41d-53d5ba1146c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:52.846841 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-eeac43b9-184f-4613-b41d-53d5ba1146c7 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/de6a4b99-0646-46d8-a18a-25de200d28c4 HTTP/1.1" status: 204 len: 168 time: 0.2845747 Oct 29 13:39:52.849441 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38378) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:52.852882 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a841369-b98d-457f-aee6-9fb0855eea74 None None] Network 0342d3e5-b15b-4d7b-9252-6c7510cc9cfa requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:39:52.918042 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-352ce074-5c2c-442b-9216-3a148ca9e224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7898351'] for network, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:52.972455 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-352ce074-5c2c-442b-9216-3a148ca9e224 admin admin] Deleting port 437e9c64-219f-4254-9fc0-880620904462 {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:39:52.972811 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-352ce074-5c2c-442b-9216-3a148ca9e224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:53.040828 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-352ce074-5c2c-442b-9216-3a148ca9e224 admin admin] For port 437e9c64-219f-4254-9fc0-880620904462, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=437e9c64-219f-4254-9fc0-880620904462,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:39:53.041294 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-352ce074-5c2c-442b-9216-3a148ca9e224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:53.062944 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-352ce074-5c2c-442b-9216-3a148ca9e224 admin admin] Calling delete_port for 437e9c64-219f-4254-9fc0-880620904462 owned by network:dhcp {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:39:53.064071 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b945d7a1-248d-46df-8a86-2cdd2ad509ae None None] DHCP port deletion for 0342d3e5-b15b-4d7b-9252-6c7510cc9cfa request from dv-cinder-815884-1-iscsi {{(pid=101276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 13:39:53.120075 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-b945d7a1-248d-46df-8a86-2cdd2ad509ae None None] Deleting port 437e9c64-219f-4254-9fc0-880620904462 {{(pid=101276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:39:53.120452 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-b945d7a1-248d-46df-8a86-2cdd2ad509ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:53.148790 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-352ce074-5c2c-442b-9216-3a148ca9e224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:53.181738 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ce074-5c2c-442b-9216-3a148ca9e224 admin admin] Pushing event deleted for resources: {'Port': ['ID=437e9c64-219f-4254-9fc0-880620904462,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:53.185754 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352ce074-5c2c-442b-9216-3a148ca9e224 admin admin] No DVR routers for this DVR port 437e9c64-219f-4254-9fc0-880620904462 on host dv-cinder-815884-1-iscsi {{(pid=101275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:39:53.211131 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-b945d7a1-248d-46df-8a86-2cdd2ad509ae None None] For port 437e9c64-219f-4254-9fc0-880620904462, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=437e9c64-219f-4254-9fc0-880620904462,segment=NetworkSegment(124deaa8-b20c-4855-8f40-a7544028e724),segment_id=124deaa8-b20c-4855-8f40-a7544028e724)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:39:53.211529 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-b945d7a1-248d-46df-8a86-2cdd2ad509ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:53.225672 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-b945d7a1-248d-46df-8a86-2cdd2ad509ae None None] Calling delete_port for 437e9c64-219f-4254-9fc0-880620904462 owned by network:dhcp {{(pid=101276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:39:53.258867 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-352ce074-5c2c-442b-9216-3a148ca9e224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7865813', 'neutron.services.segments.db._delete_segments_for_network-8763699824397'] for network, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:53.280755 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-352ce074-5c2c-442b-9216-3a148ca9e224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0342d3e5-b15b-4d7b-9252-6c7510cc9cfa']}} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:53.292353 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-352ce074-5c2c-442b-9216-3a148ca9e224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124deaa8-b20c-4855-8f40-a7544028e724') {'for_net_delete': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:53.292741 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-352ce074-5c2c-442b-9216-3a148ca9e224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124deaa8-b20c-4855-8f40-a7544028e724') {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:53.302629 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-352ce074-5c2c-442b-9216-3a148ca9e224 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763699824150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3755680'] for segment, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:53.310793 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-b945d7a1-248d-46df-8a86-2cdd2ad509ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135'] for port, after_delete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:53.318137 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-352ce074-5c2c-442b-9216-3a148ca9e224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:53.325353 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352ce074-5c2c-442b-9216-3a148ca9e224 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=101275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 13:39:53.327675 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-352ce074-5c2c-442b-9216-3a148ca9e224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3952935'] for segment, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: Traceback (most recent call last): Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: timer() Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: cb(*args, **kw) Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: return func(*args, **kwargs) Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: self._notify() Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: self.callback(batched_events) Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: event.method(event) Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: return f(self, *a, **k) Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: return self._get(url).json() Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: return self.request(url, 'GET', **kwargs) Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 13:39:53.329809 dv-cinder-815884-1-iscsi neutron-server[101275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 13:39:53.340295 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945d7a1-248d-46df-8a86-2cdd2ad509ae None None] Pushing event deleted for resources: {'Port': ['ID=437e9c64-219f-4254-9fc0-880620904462,revision_number=None']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:53.347630 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b945d7a1-248d-46df-8a86-2cdd2ad509ae None None] No DVR routers for this DVR port 437e9c64-219f-4254-9fc0-880620904462 on host dv-cinder-815884-1-iscsi {{(pid=101276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:39:53.398366 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-352ce074-5c2c-442b-9216-3a148ca9e224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496109'] for network, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:53.408159 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-352ce074-5c2c-442b-9216-3a148ca9e224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:53.412589 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-352ce074-5c2c-442b-9216-3a148ca9e224 admin admin] 10.222.0.96 "DELETE /v2.0/networks/0342d3e5-b15b-4d7b-9252-6c7510cc9cfa HTTP/1.1" status: 204 len: 168 time: 0.5611169 Oct 29 13:39:53.423254 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ce074-5c2c-442b-9216-3a148ca9e224 admin admin] Pushing event deleted for resources: {'Network': ['ID=0342d3e5-b15b-4d7b-9252-6c7510cc9cfa,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:53.594504 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38434) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:53.634708 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-fb9daed3-03ab-400d-87c4-16c0bb268c6f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7a7750e1de6f482ebcfe89e9ad577e0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388346 Oct 29 13:39:53.637117 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38436) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:53.685469 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1c92a286-7c22-4b01-b983-dee1c1715edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:53.706215 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1c92a286-7c22-4b01-b983-dee1c1715edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:53.752875 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1c92a286-7c22-4b01-b983-dee1c1715edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:53.755511 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1c92a286-7c22-4b01-b983-dee1c1715edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:53.756819 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-1c92a286-7c22-4b01-b983-dee1c1715edf admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b0d8fbce-b348-42ac-ae9e-f647e53dc6c8 HTTP/1.1" status: 204 len: 168 time: 0.1187408 Oct 29 13:39:53.764526 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92a286-7c22-4b01-b983-dee1c1715edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d8fbce-b348-42ac-ae9e-f647e53dc6c8,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:54.050372 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 3a80087b-91b9-455b-9761-f304b223a9dc no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:39:54.069387 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: 3a80087b-91b9-455b-9761-f304b223a9dc {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:39:54.069726 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 3a80087b-91b9-455b-9761-f304b223a9dc not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:39:54.070157 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device cc672b8c-1a77-4794-ba70-0a8277146a4f no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:39:54.092046 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: cc672b8c-1a77-4794-ba70-0a8277146a4f {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:39:54.092386 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device cc672b8c-1a77-4794-ba70-0a8277146a4f not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:39:54.092826 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 437e9c64-219f-4254-9fc0-880620904462 no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:39:54.112397 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: 437e9c64-219f-4254-9fc0-880620904462 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:39:54.112789 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 437e9c64-219f-4254-9fc0-880620904462 not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:39:54.371707 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b63ecfd4-5f6e-4a4f-946b-2434cf10fae8 req-50d4cbc0-c7a2-4cab-a4f1-07e8db75fe95 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2108735566&fields=id&tenant_id=0ec7253bb7c24dabb6c7b2841791c547 HTTP/1.1" status: 200 len: 267 time: 0.0360627 Oct 29 13:39:54.427463 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ecfd4-5f6e-4a4f-946b-2434cf10fae8 req-eac45e20-bd2d-4d75-89a0-40820eb148f8 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:54.429031 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b63ecfd4-5f6e-4a4f-946b-2434cf10fae8 req-eac45e20-bd2d-4d75-89a0-40820eb148f8 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 984 time: 0.0511088 Oct 29 13:39:54.439689 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [req-b63ecfd4-5f6e-4a4f-946b-2434cf10fae8 req-a1e8d8a5-ba48-4b74-ad78-3d7dd81dc31c tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Request body: {'port': {'security_groups': ['7cb263c4-130c-4b89-b881-040773da78ae']}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:39:54.507740 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-b63ecfd4-5f6e-4a4f-946b-2434cf10fae8 req-a1e8d8a5-ba48-4b74-ad78-3d7dd81dc31c tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:54.698570 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [req-b63ecfd4-5f6e-4a4f-946b-2434cf10fae8 req-a1e8d8a5-ba48-4b74-ad78-3d7dd81dc31c tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] For port a6f1c1d1-b296-47fe-861a-d306e40696a7, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=a6f1c1d1-b296-47fe-861a-d306e40696a7,segment=NetworkSegment(12e803aa-8284-4435-a8c4-e2fb555f184f),segment_id=12e803aa-8284-4435-a8c4-e2fb555f184f)] {{(pid=101275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:39:54.726255 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-b63ecfd4-5f6e-4a4f-946b-2434cf10fae8 req-a1e8d8a5-ba48-4b74-ad78-3d7dd81dc31c tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:54.731077 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-b63ecfd4-5f6e-4a4f-946b-2434cf10fae8 req-a1e8d8a5-ba48-4b74-ad78-3d7dd81dc31c tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952907'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:54.744451 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['a6f1c1d1-b296-47fe-861a-d306e40696a7'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:39:54.778150 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ecfd4-5f6e-4a4f-946b-2434cf10fae8 req-a1e8d8a5-ba48-4b74-ad78-3d7dd81dc31c tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:54.779107 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [req-b63ecfd4-5f6e-4a4f-946b-2434cf10fae8 req-a1e8d8a5-ba48-4b74-ad78-3d7dd81dc31c tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:54.783543 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b63ecfd4-5f6e-4a4f-946b-2434cf10fae8 req-a1e8d8a5-ba48-4b74-ad78-3d7dd81dc31c tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "PUT /v2.0/ports/a6f1c1d1-b296-47fe-861a-d306e40696a7 HTTP/1.1" status: 200 len: 942 time: 0.3482456 Oct 29 13:39:54.784020 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471017e8-2ba0-4199-9c0a-732ae35252f4', 'tag': 'a6f1c1d1-b296-47fe-861a-d306e40696a7'}] {{(pid=101275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:39:54.786337 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 38486) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:54.786832 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1ae6470871d1e7f5254046b6a14a5a61bc426f08075d8dbcbc5db3d9a889b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd38f9c0-7419-4844-b7a6-00186f84d7fe" -d '{"events": [{"name": "network-changed", "server_uuid": "471017e8-2ba0-4199-9c0a-732ae35252f4", "tag": "a6f1c1d1-b296-47fe-861a-d306e40696a7"}]}' {{(pid=101275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:39:54.811167 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8d8a5-ba48-4b74-ad78-3d7dd81dc31c tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Pushing event updated for resources: {'Port': ['ID=a6f1c1d1-b296-47fe-861a-d306e40696a7,revision_number=7']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:54.845216 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ef2339-008a-40c1-b563-d7d090491af1 x-openstack-request-id: req-73ef2339-008a-40c1-b563-d7d090491af1 {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:39:54.845696 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471017e8-2ba0-4199-9c0a-732ae35252f4", "tag": "a6f1c1d1-b296-47fe-861a-d306e40696a7", "status": "completed", "code": 200}]} {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:39:54.846053 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-73ef2339-008a-40c1-b563-d7d090491af1 {{(pid=101275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:39:54.846518 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471017e8-2ba0-4199-9c0a-732ae35252f4', 'tag': 'a6f1c1d1-b296-47fe-861a-d306e40696a7', 'status': 'completed', 'code': 200} Oct 29 13:39:54.861398 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-042b16cd-7222-40e4-a60b-7ae56eaacdeb tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:54.869704 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['a6f1c1d1-b296-47fe-861a-d306e40696a7'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:39:54.948867 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-042b16cd-7222-40e4-a60b-7ae56eaacdeb tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:54.962826 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38f9c0-7419-4844-b7a6-00186f84d7fe req-6e2cbdd2-ec19-4fe2-8482-e1aa32242c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:54.964449 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-fd38f9c0-7419-4844-b7a6-00186f84d7fe req-6e2cbdd2-ec19-4fe2-8482-e1aa32242c0e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ec7253bb7c24dabb6c7b2841791c547&device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 1098 time: 0.0847654 Oct 29 13:39:55.097352 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38f9c0-7419-4844-b7a6-00186f84d7fe req-7eda8c99-43f9-4ead-9450-226420bb81a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:55.099375 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-fd38f9c0-7419-4844-b7a6-00186f84d7fe req-7eda8c99-43f9-4ead-9450-226420bb81a5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fcecba9e-4220-4154-9f1a-9dc9f13e1f11 HTTP/1.1" status: 200 len: 916 time: 0.1241937 Oct 29 13:39:55.147088 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-497e5243-39b5-4974-a393-3e8365e60cef None None] Provisioning complete for port a6f1c1d1-b296-47fe-861a-d306e40696a7 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:39:55.147861 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-497e5243-39b5-4974-a393-3e8365e60cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:55.418633 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-042b16cd-7222-40e4-a60b-7ae56eaacdeb tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:55.421080 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-042b16cd-7222-40e4-a60b-7ae56eaacdeb tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:55.422238 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-042b16cd-7222-40e4-a60b-7ae56eaacdeb tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "DELETE /v2.0/security-groups/31c31add-f029-4a31-90ed-b8e46ee3a507 HTTP/1.1" status: 204 len: 168 time: 0.6336329 Oct 29 13:39:55.425503 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38498) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:39:55.437693 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b16cd-7222-40e4-a60b-7ae56eaacdeb tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c31add-f029-4a31-90ed-b8e46ee3a507,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:55.452521 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-fd38f9c0-7419-4844-b7a6-00186f84d7fe req-25911931-9162-45a1-8f19-43acf3ef5f46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6f1c1d1-b296-47fe-861a-d306e40696a7 HTTP/1.1" status: 200 len: 999 time: 0.3458033 Oct 29 13:39:55.483644 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-810c8c15-8690-4f0f-a269-0015b76d3849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:55.536553 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38f9c0-7419-4844-b7a6-00186f84d7fe req-073d9358-b923-4c49-b866-45a80ec09f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:55.538755 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-fd38f9c0-7419-4844-b7a6-00186f84d7fe req-073d9358-b923-4c49-b866-45a80ec09f2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf7caa80-c9da-42b4-ba61-3d38ed8b315b HTTP/1.1" status: 200 len: 854 time: 0.0720229 Oct 29 13:39:55.605442 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38f9c0-7419-4844-b7a6-00186f84d7fe req-d70164e1-f6e3-45ab-a940-fc8bb31b8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:55.607068 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-fd38f9c0-7419-4844-b7a6-00186f84d7fe req-d70164e1-f6e3-45ab-a940-fc8bb31b8aaf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fcecba9e-4220-4154-9f1a-9dc9f13e1f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601759 Oct 29 13:39:55.636657 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-5408e6e4-181a-4be1-8e54-b9211b0bd71d tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Deleting port 9c7df1d5-a809-444f-9f2e-c8caa33b4fba {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:39:55.637128 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5408e6e4-181a-4be1-8e54-b9211b0bd71d tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:55.713996 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5408e6e4-181a-4be1-8e54-b9211b0bd71d tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:55.714271 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5408e6e4-181a-4be1-8e54-b9211b0bd71d tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:55.716066 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-fd38f9c0-7419-4844-b7a6-00186f84d7fe req-b19b4cd8-a3db-4938-89a7-d5a494212562 service neutron] 10.222.0.26 "GET /v2.0/networks/fcecba9e-4220-4154-9f1a-9dc9f13e1f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994084 Oct 29 13:39:55.726679 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-5408e6e4-181a-4be1-8e54-b9211b0bd71d tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Calling delete_port for 9c7df1d5-a809-444f-9f2e-c8caa33b4fba owned by network:floatingip {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:39:55.810126 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-fd38f9c0-7419-4844-b7a6-00186f84d7fe req-9b0c801a-237c-45cf-bfaf-6c3c14e2e53f service neutron] 10.222.0.26 "GET /v2.0/networks/fcecba9e-4220-4154-9f1a-9dc9f13e1f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857012 Oct 29 13:39:55.902232 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5408e6e4-181a-4be1-8e54-b9211b0bd71d tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:55.930323 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408e6e4-181a-4be1-8e54-b9211b0bd71d tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Pushing event deleted for resources: {'Port': ['ID=9c7df1d5-a809-444f-9f2e-c8caa33b4fba,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:39:55.995977 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5408e6e4-181a-4be1-8e54-b9211b0bd71d tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks [] for floatingip, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:55.996306 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.db.l3_db [None req-5408e6e4-181a-4be1-8e54-b9211b0bd71d tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Floating IP b92cd319-7469-49fc-a1cc-d5ee7335a12c disassociated (deleted). External IP: 172.27.2.8, port: a6f1c1d1-b296-47fe-861a-d306e40696a7. Oct 29 13:39:56.422255 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5408e6e4-181a-4be1-8e54-b9211b0bd71d tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Router 62ce2515-c3d0-4c08-94fb-216a4ef523b9 has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:39:56.529346 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5408e6e4-181a-4be1-8e54-b9211b0bd71d tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:39:56.534125 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5408e6e4-181a-4be1-8e54-b9211b0bd71d tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for floatingip, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:56.540482 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbaf288-d4fe-44ea-844f-42c42cbb3429 None None] Sync routers for ids ['62ce2515-c3d0-4c08-94fb-216a4ef523b9'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:39:56.549422 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbaf288-d4fe-44ea-844f-42c42cbb3429 None None] Routers {'62ce2515-c3d0-4c08-94fb-216a4ef523b9'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:39:56.550063 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-7fbaf288-d4fe-44ea-844f-42c42cbb3429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:39:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['62ce2515-c3d0-4c08-94fb-216a4ef523b9'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:56.559194 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-5408e6e4-181a-4be1-8e54-b9211b0bd71d tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "DELETE /v2.0/floatingips/b92cd319-7469-49fc-a1cc-d5ee7335a12c HTTP/1.1" status: 204 len: 168 time: 1.1323457 Oct 29 13:39:56.658027 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-7fbaf288-d4fe-44ea-844f-42c42cbb3429 None None] Set router 62ce2515-c3d0-4c08-94fb-216a4ef523b9 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:39:56.806310 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:56.848219 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471017e8-2ba0-4199-9c0a-732ae35252f4', 'tag': 'a6f1c1d1-b296-47fe-861a-d306e40696a7'}] {{(pid=101275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:39:56.852401 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1ae6470871d1e7f5254046b6a14a5a61bc426f08075d8dbcbc5db3d9a889b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3402b18-5c3d-4e54-8697-fa73a6c382a7" -d '{"events": [{"name": "network-changed", "server_uuid": "471017e8-2ba0-4199-9c0a-732ae35252f4", "tag": "a6f1c1d1-b296-47fe-861a-d306e40696a7"}]}' {{(pid=101275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:39:56.901737 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17305baa-a6b3-4473-b713-cbf8f895d219 x-openstack-request-id: req-17305baa-a6b3-4473-b713-cbf8f895d219 {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:39:56.902195 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471017e8-2ba0-4199-9c0a-732ae35252f4", "tag": "a6f1c1d1-b296-47fe-861a-d306e40696a7", "status": "completed", "code": 200}]} {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:39:56.902656 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-17305baa-a6b3-4473-b713-cbf8f895d219 {{(pid=101275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:39:56.903281 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471017e8-2ba0-4199-9c0a-732ae35252f4', 'tag': 'a6f1c1d1-b296-47fe-861a-d306e40696a7', 'status': 'completed', 'code': 200} Oct 29 13:39:56.903985 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-7fbaf288-d4fe-44ea-844f-42c42cbb3429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'name': 'tempest-TestMinimumBasicScenario-1283722114-router', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:36Z', 'revision_number': 4, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'gw_port': {'id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'cb1b95ee-8da3-49cd-b749-301670dff64a', 'name': '', 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'mac_address': 'fa:16:3e:b8:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf7caa80-c9da-42b4-ba61-3d38ed8b315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:35Z', 'updated_at': '2021-10-29T13:37:41Z', 'revision_number': 5, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'subnets': [{'id': 'cf7caa80-c9da-42b4-ba61-3d38ed8b315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:56.935984 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbaf288-d4fe-44ea-844f-42c42cbb3429 None None] Checking router: 62ce2515-c3d0-4c08-94fb-216a4ef523b9 for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:39:56.945065 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbaf288-d4fe-44ea-844f-42c42cbb3429 None None] Routers {'62ce2515-c3d0-4c08-94fb-216a4ef523b9'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:39:56.945660 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-7fbaf288-d4fe-44ea-844f-42c42cbb3429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:39:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['62ce2515-c3d0-4c08-94fb-216a4ef523b9'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:56.967962 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3402b18-5c3d-4e54-8697-fa73a6c382a7 req-411d4b35-0d36-4ac9-9fe5-0b1286ed6133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:56.969447 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d3402b18-5c3d-4e54-8697-fa73a6c382a7 req-411d4b35-0d36-4ac9-9fe5-0b1286ed6133 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ec7253bb7c24dabb6c7b2841791c547&device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 1098 time: 0.0410392 Oct 29 13:39:57.045947 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-7fbaf288-d4fe-44ea-844f-42c42cbb3429 None None] Set router 62ce2515-c3d0-4c08-94fb-216a4ef523b9 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:39:57.062276 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3402b18-5c3d-4e54-8697-fa73a6c382a7 req-51be2389-c068-4311-ae63-b5f18a20e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:57.063742 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d3402b18-5c3d-4e54-8697-fa73a6c382a7 req-51be2389-c068-4311-ae63-b5f18a20e189 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fcecba9e-4220-4154-9f1a-9dc9f13e1f11 HTTP/1.1" status: 200 len: 916 time: 0.0831757 Oct 29 13:39:57.117951 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d3402b18-5c3d-4e54-8697-fa73a6c382a7 req-697a81e8-4aea-4870-9188-c6aae445ab4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6f1c1d1-b296-47fe-861a-d306e40696a7 HTTP/1.1" status: 200 len: 217 time: 0.0458746 Oct 29 13:39:57.177309 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3402b18-5c3d-4e54-8697-fa73a6c382a7 req-7861cee0-3534-4c3c-8015-a2c51a50e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:57.178826 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d3402b18-5c3d-4e54-8697-fa73a6c382a7 req-7861cee0-3534-4c3c-8015-a2c51a50e32f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf7caa80-c9da-42b4-ba61-3d38ed8b315b HTTP/1.1" status: 200 len: 854 time: 0.0540709 Oct 29 13:39:57.238789 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-7fbaf288-d4fe-44ea-844f-42c42cbb3429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'name': 'tempest-TestMinimumBasicScenario-1283722114-router', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:36Z', 'revision_number': 4, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'gw_port': {'id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'cb1b95ee-8da3-49cd-b749-301670dff64a', 'name': '', 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'mac_address': 'fa:16:3e:b8:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf7caa80-c9da-42b4-ba61-3d38ed8b315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:35Z', 'updated_at': '2021-10-29T13:37:41Z', 'revision_number': 5, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'subnets': [{'id': 'cf7caa80-c9da-42b4-ba61-3d38ed8b315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:39:57.265995 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbaf288-d4fe-44ea-844f-42c42cbb3429 None None] The sync data for ids ['62ce2515-c3d0-4c08-94fb-216a4ef523b9'] in dv-cinder-815884-1-iscsi is: [{'id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'name': 'tempest-TestMinimumBasicScenario-1283722114-router', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:36Z', 'revision_number': 4, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'gw_port': {'id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'cb1b95ee-8da3-49cd-b749-301670dff64a', 'name': '', 'network_id': 'fcecba9e-4220-4154-9f1a-9dc9f13e1f11', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'mac_address': 'fa:16:3e:b8:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf7caa80-c9da-42b4-ba61-3d38ed8b315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:35Z', 'updated_at': '2021-10-29T13:37:41Z', 'revision_number': 5, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'subnets': [{'id': 'cf7caa80-c9da-42b4-ba61-3d38ed8b315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:39:57.476247 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0922387-7e40-4052-92cb-654834bf5e17 None None] New status for floating IP b92cd319-7469-49fc-a1cc-d5ee7335a12c: DOWN {{(pid=101277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 13:39:58.008732 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:58.074573 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-a93d3db3-c37d-4d0e-80c8-abe452d427c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:39:58.189200 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3402b18-5c3d-4e54-8697-fa73a6c382a7 req-f70e1b80-4764-4817-a46d-5b232ac16fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:39:58.190717 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d3402b18-5c3d-4e54-8697-fa73a6c382a7 req-f70e1b80-4764-4817-a46d-5b232ac16fb0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fcecba9e-4220-4154-9f1a-9dc9f13e1f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400512 Oct 29 13:39:59.278671 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:00.097607 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d3402b18-5c3d-4e54-8697-fa73a6c382a7 req-907a4a2b-d9d7-4f59-b805-dddb81dc5f54 service neutron] 10.222.0.26 "GET /v2.0/networks/fcecba9e-4220-4154-9f1a-9dc9f13e1f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878131 Oct 29 13:40:00.198392 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-d3402b18-5c3d-4e54-8697-fa73a6c382a7 req-d8ec4569-fb72-4e1d-8994-c4a196009493 service neutron] 10.222.0.26 "GET /v2.0/networks/fcecba9e-4220-4154-9f1a-9dc9f13e1f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830600 Oct 29 13:40:00.790648 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:02.455935 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5c436-8dc6-4ba5-8d63-23d8514aa52f req-77d4917e-b969-4569-9d8c-d7d414dd7403 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:02.457415 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-97d5c436-8dc6-4ba5-8d63-23d8514aa52f req-77d4917e-b969-4569-9d8c-d7d414dd7403 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 945 time: 0.0504143 Oct 29 13:40:02.498402 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-97d5c436-8dc6-4ba5-8d63-23d8514aa52f req-a6ee4032-b836-4e55-9af4-4df5c94af96b tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348852 Oct 29 13:40:03.610875 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75999b8c-4da4-4329-b059-f23846daf1fe req-cac694fc-c597-4195-a59b-1b757e95923b tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:03.612313 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-75999b8c-4da4-4329-b059-f23846daf1fe req-cac694fc-c597-4195-a59b-1b757e95923b tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 945 time: 0.0465353 Oct 29 13:40:03.650686 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-75999b8c-4da4-4329-b059-f23846daf1fe req-a931f161-3441-4a7c-8210-e151b3b43300 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316226 Oct 29 13:40:04.761391 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaf05b-c8c6-41b3-be73-bf8411081a46 req-71127f0b-f795-4d10-88a2-91f7b9b096c7 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:04.762875 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8ddaf05b-c8c6-41b3-be73-bf8411081a46 req-71127f0b-f795-4d10-88a2-91f7b9b096c7 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 945 time: 0.0481303 Oct 29 13:40:04.799735 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8ddaf05b-c8c6-41b3-be73-bf8411081a46 req-7bb4e8ea-c4a0-4f19-b1c2-ce9df5fa9824 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309634 Oct 29 13:40:05.916679 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1f9e1-ecfa-43bb-9f04-67ccab6b64d8 req-77725f45-c8bd-44b2-8cf2-db1672006d63 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:05.918147 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-cbb1f9e1-ecfa-43bb-9f04-67ccab6b64d8 req-77725f45-c8bd-44b2-8cf2-db1672006d63 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 945 time: 0.0504727 Oct 29 13:40:05.954521 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-cbb1f9e1-ecfa-43bb-9f04-67ccab6b64d8 req-60532a63-fddb-4232-9946-e023e180e2c8 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305061 Oct 29 13:40:06.813035 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f8fc7-9ac4-4203-a559-4d3f23d61c6f req-4ac81111-e390-4603-b70d-3351d209c809 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:06.814550 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1b2f8fc7-9ac4-4203-a559-4d3f23d61c6f req-4ac81111-e390-4603-b70d-3351d209c809 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.26 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 945 time: 0.0539229 Oct 29 13:40:06.911532 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-1b2f8fc7-9ac4-4203-a559-4d3f23d61c6f req-b166402b-636c-4e0c-b63b-92471fe493cc tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Deleting port a6f1c1d1-b296-47fe-861a-d306e40696a7 {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:40:06.912425 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-1b2f8fc7-9ac4-4203-a559-4d3f23d61c6f req-b166402b-636c-4e0c-b63b-92471fe493cc tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:06.998942 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-1b2f8fc7-9ac4-4203-a559-4d3f23d61c6f req-b166402b-636c-4e0c-b63b-92471fe493cc tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] For port a6f1c1d1-b296-47fe-861a-d306e40696a7, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=a6f1c1d1-b296-47fe-861a-d306e40696a7,segment=NetworkSegment(12e803aa-8284-4435-a8c4-e2fb555f184f),segment_id=12e803aa-8284-4435-a8c4-e2fb555f184f)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:40:06.999310 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-1b2f8fc7-9ac4-4203-a559-4d3f23d61c6f req-b166402b-636c-4e0c-b63b-92471fe493cc tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:07.011745 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-1b2f8fc7-9ac4-4203-a559-4d3f23d61c6f req-b166402b-636c-4e0c-b63b-92471fe493cc tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Calling delete_port for a6f1c1d1-b296-47fe-861a-d306e40696a7 owned by compute:nova {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:40:07.110274 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb1f67-e303-41c4-8680-10214980ada3 req-ac774a81-878d-4858-8586-0ce299a9d6bb tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:07.111727 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-06fb1f67-e303-41c4-8680-10214980ada3 req-ac774a81-878d-4858-8586-0ce299a9d6bb tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 945 time: 0.0907636 Oct 29 13:40:07.178587 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-06fb1f67-e303-41c4-8680-10214980ada3 req-2b20bbf8-d4ea-4e27-8e39-22e371bf69f4 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/security-groups?id=7cb263c4-130c-4b89-b881-040773da78ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564954 Oct 29 13:40:07.202799 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-1b2f8fc7-9ac4-4203-a559-4d3f23d61c6f req-b166402b-636c-4e0c-b63b-92471fe493cc tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:07.232971 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166402b-636c-4e0c-b63b-92471fe493cc tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Pushing event deleted for resources: {'Port': ['ID=a6f1c1d1-b296-47fe-861a-d306e40696a7,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:07.242294 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b166402b-636c-4e0c-b63b-92471fe493cc tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:07.242645 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b166402b-636c-4e0c-b63b-92471fe493cc tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:07.242987 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b166402b-636c-4e0c-b63b-92471fe493cc tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:07.243318 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b166402b-636c-4e0c-b63b-92471fe493cc tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:07.243648 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b166402b-636c-4e0c-b63b-92471fe493cc tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:07.243977 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b166402b-636c-4e0c-b63b-92471fe493cc tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:07.244305 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b166402b-636c-4e0c-b63b-92471fe493cc tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:07.244629 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b166402b-636c-4e0c-b63b-92471fe493cc tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:07.245437 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b166402b-636c-4e0c-b63b-92471fe493cc tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:07.245437 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b166402b-636c-4e0c-b63b-92471fe493cc tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:07.245619 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b166402b-636c-4e0c-b63b-92471fe493cc tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:07.245899 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b166402b-636c-4e0c-b63b-92471fe493cc tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:07.286771 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2f8fc7-9ac4-4203-a559-4d3f23d61c6f req-b166402b-636c-4e0c-b63b-92471fe493cc tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] No DVR routers for this DVR port a6f1c1d1-b296-47fe-861a-d306e40696a7 on host hv-cinder-81588 {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:40:07.290276 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-1b2f8fc7-9ac4-4203-a559-4d3f23d61c6f req-b166402b-636c-4e0c-b63b-92471fe493cc tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:07.293810 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1b2f8fc7-9ac4-4203-a559-4d3f23d61c6f req-b166402b-636c-4e0c-b63b-92471fe493cc tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.26 "DELETE /v2.0/ports/a6f1c1d1-b296-47fe-861a-d306e40696a7 HTTP/1.1" status: 204 len: 173 time: 0.4720571 Oct 29 13:40:07.294423 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471017e8-2ba0-4199-9c0a-732ae35252f4', 'name': 'network-vif-deleted', 'tag': 'a6f1c1d1-b296-47fe-861a-d306e40696a7'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:40:07.296667 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7955c5-b284-4d94-8ba5-494f41123a0b" -d '{"events": [{"server_uuid": "471017e8-2ba0-4199-9c0a-732ae35252f4", "name": "network-vif-deleted", "tag": "a6f1c1d1-b296-47fe-861a-d306e40696a7"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:40:07.335259 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e054a418-b054-4d37-9298-7ec49e41d696 x-openstack-request-id: req-e054a418-b054-4d37-9298-7ec49e41d696 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:40:07.335549 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471017e8-2ba0-4199-9c0a-732ae35252f4", "name": "network-vif-deleted", "tag": "a6f1c1d1-b296-47fe-861a-d306e40696a7", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:40:07.335832 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e054a418-b054-4d37-9298-7ec49e41d696 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:40:07.336231 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471017e8-2ba0-4199-9c0a-732ae35252f4', 'name': 'network-vif-deleted', 'tag': 'a6f1c1d1-b296-47fe-861a-d306e40696a7', 'status': 'completed', 'code': 200} Oct 29 13:40:08.269464 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-ae114d79-5f04-4147-aced-2f2ee67e268e req-90e351b4-5d4b-4ae9-bc87-8cf77d192f0c tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 210 time: 0.0257070 Oct 29 13:40:09.361829 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-c04f84d4-fb3d-4b4d-b19a-667dbbb2b78c req-bb71cd09-938e-42c0-a5b4-90917c8c64a5 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 210 time: 0.0253325 Oct 29 13:40:10.453256 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f415496d-1e8d-46d2-b124-35e35909ee65 req-47e0ffe0-27e0-44e1-8a06-bca339ba3584 tempest-TestMinimumBasicScenario-979014690 tempest-TestMinimumBasicScenario-979014690-project] 10.222.0.96 "GET /v2.0/ports?device_id=471017e8-2ba0-4199-9c0a-732ae35252f4 HTTP/1.1" status: 200 len: 210 time: 0.0265195 Oct 29 13:40:10.455477 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['a6f1c1d1-b296-47fe-861a-d306e40696a7'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:40:12.077543 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38718) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:12.414001 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3ce89309-aee5-4bc7-ac58-843dc7e4e641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502303'] for router_interface, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:12.470547 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device a6f1c1d1-b296-47fe-861a-d306e40696a7 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:40:12.490725 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] No Port match for: a6f1c1d1-b296-47fe-861a-d306e40696a7 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:40:12.491226 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device a6f1c1d1-b296-47fe-861a-d306e40696a7 not bound to the agent host hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:40:12.650248 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-3ce89309-aee5-4bc7-ac58-843dc7e4e641 admin admin] Deleting port cb1b95ee-8da3-49cd-b749-301670dff64a {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:40:12.650672 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3ce89309-aee5-4bc7-ac58-843dc7e4e641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:12.732128 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-3ce89309-aee5-4bc7-ac58-843dc7e4e641 admin admin] For port cb1b95ee-8da3-49cd-b749-301670dff64a, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=cb1b95ee-8da3-49cd-b749-301670dff64a,segment=NetworkSegment(12e803aa-8284-4435-a8c4-e2fb555f184f),segment_id=12e803aa-8284-4435-a8c4-e2fb555f184f)] {{(pid=101275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:40:12.732486 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3ce89309-aee5-4bc7-ac58-843dc7e4e641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:12.744968 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-3ce89309-aee5-4bc7-ac58-843dc7e4e641 admin admin] Calling delete_port for cb1b95ee-8da3-49cd-b749-301670dff64a owned by network:router_interface {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:40:12.914473 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3ce89309-aee5-4bc7-ac58-843dc7e4e641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:12.938159 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce89309-aee5-4bc7-ac58-843dc7e4e641 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb1b95ee-8da3-49cd-b749-301670dff64a,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:12.962995 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce89309-aee5-4bc7-ac58-843dc7e4e641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:12.963337 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce89309-aee5-4bc7-ac58-843dc7e4e641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:12.963660 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce89309-aee5-4bc7-ac58-843dc7e4e641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:12.964035 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce89309-aee5-4bc7-ac58-843dc7e4e641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:12.964339 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce89309-aee5-4bc7-ac58-843dc7e4e641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:12.964620 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce89309-aee5-4bc7-ac58-843dc7e4e641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:12.964938 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce89309-aee5-4bc7-ac58-843dc7e4e641 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:12.965254 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce89309-aee5-4bc7-ac58-843dc7e4e641 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:12.965569 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce89309-aee5-4bc7-ac58-843dc7e4e641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:12.965905 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce89309-aee5-4bc7-ac58-843dc7e4e641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:12.966219 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce89309-aee5-4bc7-ac58-843dc7e4e641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:12.966527 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce89309-aee5-4bc7-ac58-843dc7e4e641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:13.102538 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3ce89309-aee5-4bc7-ac58-843dc7e4e641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495931'] for router_interface, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:13.305662 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce89309-aee5-4bc7-ac58-843dc7e4e641 admin admin] Router 62ce2515-c3d0-4c08-94fb-216a4ef523b9 has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:40:13.407665 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce89309-aee5-4bc7-ac58-843dc7e4e641 admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:40:13.412752 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-3ce89309-aee5-4bc7-ac58-843dc7e4e641 admin admin] 10.222.0.96 "PUT /v2.0/routers/62ce2515-c3d0-4c08-94fb-216a4ef523b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3338904 Oct 29 13:40:13.415195 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38736) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:13.416289 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923ac361-7963-4656-ac69-a2038e84297c None None] Sync routers for ids ['62ce2515-c3d0-4c08-94fb-216a4ef523b9'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:40:13.425077 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923ac361-7963-4656-ac69-a2038e84297c None None] Routers {'62ce2515-c3d0-4c08-94fb-216a4ef523b9'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:40:13.425667 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-923ac361-7963-4656-ac69-a2038e84297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:39:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['62ce2515-c3d0-4c08-94fb-216a4ef523b9'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:40:13.519529 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-957f1ccd-67d8-4202-8df3-6b72e849f524 admin admin] Notify callbacks [] for router, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:13.620083 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-957f1ccd-67d8-4202-8df3-6b72e849f524 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:13.644332 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-923ac361-7963-4656-ac69-a2038e84297c None None] Set router 62ce2515-c3d0-4c08-94fb-216a4ef523b9 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:40:13.670809 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-957f1ccd-67d8-4202-8df3-6b72e849f524 admin admin] Deleting port 4a710ba7-e724-4f9d-b6c8-a15a081f2fc3 {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:40:13.671147 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-957f1ccd-67d8-4202-8df3-6b72e849f524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:13.747302 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-957f1ccd-67d8-4202-8df3-6b72e849f524 admin admin] For port 4a710ba7-e724-4f9d-b6c8-a15a081f2fc3, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=4a710ba7-e724-4f9d-b6c8-a15a081f2fc3,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:40:13.747657 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-957f1ccd-67d8-4202-8df3-6b72e849f524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:13.760891 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-957f1ccd-67d8-4202-8df3-6b72e849f524 admin admin] Calling delete_port for 4a710ba7-e724-4f9d-b6c8-a15a081f2fc3 owned by network:router_gateway {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:40:13.815341 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-923ac361-7963-4656-ac69-a2038e84297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'name': 'tempest-TestMinimumBasicScenario-1283722114-router', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:40:12Z', 'revision_number': 5, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'gw_port': {'id': '4a710ba7-e724-4f9d-b6c8-a15a081f2fc3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:40:13.846184 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923ac361-7963-4656-ac69-a2038e84297c None None] Checking router: 62ce2515-c3d0-4c08-94fb-216a4ef523b9 for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:40:13.854550 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923ac361-7963-4656-ac69-a2038e84297c None None] Routers {'62ce2515-c3d0-4c08-94fb-216a4ef523b9'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:40:13.855165 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-923ac361-7963-4656-ac69-a2038e84297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:39:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['62ce2515-c3d0-4c08-94fb-216a4ef523b9'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:40:13.923305 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-957f1ccd-67d8-4202-8df3-6b72e849f524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:13.937987 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-923ac361-7963-4656-ac69-a2038e84297c None None] Set router 62ce2515-c3d0-4c08-94fb-216a4ef523b9 gateway port host: None {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:40:13.953229 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f1ccd-67d8-4202-8df3-6b72e849f524 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a710ba7-e724-4f9d-b6c8-a15a081f2fc3,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:13.989939 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-923ac361-7963-4656-ac69-a2038e84297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'name': 'tempest-TestMinimumBasicScenario-1283722114-router', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:40:13Z', 'revision_number': 6, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'gw_port_host': None}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:40:14.019244 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923ac361-7963-4656-ac69-a2038e84297c None None] The sync data for ids ['62ce2515-c3d0-4c08-94fb-216a4ef523b9'] in dv-cinder-815884-1-iscsi is: [{'id': '62ce2515-c3d0-4c08-94fb-216a4ef523b9', 'name': 'tempest-TestMinimumBasicScenario-1283722114-router', 'tenant_id': '0ec7253bb7c24dabb6c7b2841791c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:33Z', 'updated_at': '2021-10-29T13:40:13Z', 'revision_number': 6, 'project_id': '0ec7253bb7c24dabb6c7b2841791c547', 'gw_port_host': None}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:40:14.023233 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-957f1ccd-67d8-4202-8df3-6b72e849f524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496065'] for router_gateway, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:14.112551 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-957f1ccd-67d8-4202-8df3-6b72e849f524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-446'] for router, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:14.114673 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-957f1ccd-67d8-4202-8df3-6b72e849f524 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:14.155832 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-957f1ccd-67d8-4202-8df3-6b72e849f524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497777'] for router, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:14.156459 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957f1ccd-67d8-4202-8df3-6b72e849f524 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62ce2515-c3d0-4c08-94fb-216a4ef523b9 {{(pid=101275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 13:40:14.160767 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-957f1ccd-67d8-4202-8df3-6b72e849f524 admin admin] Notify callbacks [] for router, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:14.161996 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-957f1ccd-67d8-4202-8df3-6b72e849f524 admin admin] 10.222.0.96 "DELETE /v2.0/routers/62ce2515-c3d0-4c08-94fb-216a4ef523b9 HTTP/1.1" status: 204 len: 168 time: 0.7458460 Oct 29 13:40:14.164402 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38740) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:14.211078 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_v2 [None req-9736338a-dbf5-47d3-9bb4-a65625caa782 admin admin] Deleting subnet cf7caa80-c9da-42b4-ba61-3d38ed8b315b {{(pid=101275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 29 13:40:14.214075 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9736338a-dbf5-47d3-9bb4-a65625caa782 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:14.246775 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9736338a-dbf5-47d3-9bb4-a65625caa782 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3755711'] for subnet, precommit_delete_associations {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:14.320486 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9736338a-dbf5-47d3-9bb4-a65625caa782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7868206'] for subnet, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:14.378264 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9736338a-dbf5-47d3-9bb4-a65625caa782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7868193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3952961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25682708'] for subnet, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:14.405232 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736338a-dbf5-47d3-9bb4-a65625caa782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf7caa80-c9da-42b4-ba61-3d38ed8b315b,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:14.408702 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9736338a-dbf5-47d3-9bb4-a65625caa782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:14.413692 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-9736338a-dbf5-47d3-9bb4-a65625caa782 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/cf7caa80-c9da-42b4-ba61-3d38ed8b315b HTTP/1.1" status: 204 len: 168 time: 0.2466080 Oct 29 13:40:14.414399 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38744) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:14.417083 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c6e251-575b-409f-85a8-36924d7ae76b None None] Network fcecba9e-4220-4154-9f1a-9dc9f13e1f11 requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:40:14.490878 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-eccee5e7-8527-4f34-b818-2434090e440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7898351'] for network, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:14.541905 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-eccee5e7-8527-4f34-b818-2434090e440b admin admin] Deleting port a00f779e-3ae4-44e3-acb1-391394f9fc8b {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:40:14.542372 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-eccee5e7-8527-4f34-b818-2434090e440b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:14.786160 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4c81c8-b29c-4a00-833e-1a9f1ceb72e7 None None] DHCP port deletion for fcecba9e-4220-4154-9f1a-9dc9f13e1f11 request from dv-cinder-815884-1-iscsi {{(pid=101276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 13:40:14.840370 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-bc4c81c8-b29c-4a00-833e-1a9f1ceb72e7 None None] Deleting port a00f779e-3ae4-44e3-acb1-391394f9fc8b {{(pid=101276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:40:14.840744 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc4c81c8-b29c-4a00-833e-1a9f1ceb72e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:14.843769 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-eccee5e7-8527-4f34-b818-2434090e440b admin admin] For port a00f779e-3ae4-44e3-acb1-391394f9fc8b, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=a00f779e-3ae4-44e3-acb1-391394f9fc8b,segment=NetworkSegment(12e803aa-8284-4435-a8c4-e2fb555f184f),segment_id=12e803aa-8284-4435-a8c4-e2fb555f184f)] {{(pid=101275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:40:14.844327 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-eccee5e7-8527-4f34-b818-2434090e440b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:14.861920 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-eccee5e7-8527-4f34-b818-2434090e440b admin admin] Calling delete_port for a00f779e-3ae4-44e3-acb1-391394f9fc8b owned by network:dhcp {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:40:14.907149 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc4c81c8-b29c-4a00-833e-1a9f1ceb72e7 None None] For port a00f779e-3ae4-44e3-acb1-391394f9fc8b, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=a00f779e-3ae4-44e3-acb1-391394f9fc8b,segment=NetworkSegment(12e803aa-8284-4435-a8c4-e2fb555f184f),segment_id=12e803aa-8284-4435-a8c4-e2fb555f184f)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:40:14.907679 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc4c81c8-b29c-4a00-833e-1a9f1ceb72e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:14.921108 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-bc4c81c8-b29c-4a00-833e-1a9f1ceb72e7 None None] Calling delete_port for a00f779e-3ae4-44e3-acb1-391394f9fc8b owned by network:dhcp {{(pid=101276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:40:14.941055 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-eccee5e7-8527-4f34-b818-2434090e440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:14.968771 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccee5e7-8527-4f34-b818-2434090e440b admin admin] Pushing event deleted for resources: {'Port': ['ID=a00f779e-3ae4-44e3-acb1-391394f9fc8b,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:14.972415 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccee5e7-8527-4f34-b818-2434090e440b admin admin] No DVR routers for this DVR port a00f779e-3ae4-44e3-acb1-391394f9fc8b on host dv-cinder-815884-1-iscsi {{(pid=101275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:40:15.006625 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc4c81c8-b29c-4a00-833e-1a9f1ceb72e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135'] for port, after_delete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:15.032252 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c81c8-b29c-4a00-833e-1a9f1ceb72e7 None None] Pushing event deleted for resources: {'Port': ['ID=a00f779e-3ae4-44e3-acb1-391394f9fc8b,revision_number=None']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:15.041716 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c81c8-b29c-4a00-833e-1a9f1ceb72e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:15.042184 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c81c8-b29c-4a00-833e-1a9f1ceb72e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:15.042572 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c81c8-b29c-4a00-833e-1a9f1ceb72e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:15.042970 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c81c8-b29c-4a00-833e-1a9f1ceb72e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:15.043374 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c81c8-b29c-4a00-833e-1a9f1ceb72e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:15.043701 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c81c8-b29c-4a00-833e-1a9f1ceb72e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:15.044021 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c81c8-b29c-4a00-833e-1a9f1ceb72e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:15.044345 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c81c8-b29c-4a00-833e-1a9f1ceb72e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:15.044702 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c81c8-b29c-4a00-833e-1a9f1ceb72e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:15.044976 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c81c8-b29c-4a00-833e-1a9f1ceb72e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:15.045293 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c81c8-b29c-4a00-833e-1a9f1ceb72e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:15.045605 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c81c8-b29c-4a00-833e-1a9f1ceb72e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:40:15.047250 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-eccee5e7-8527-4f34-b818-2434090e440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7865813', 'neutron.services.segments.db._delete_segments_for_network-8763699824397'] for network, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:15.048391 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4c81c8-b29c-4a00-833e-1a9f1ceb72e7 None None] No DVR routers for this DVR port a00f779e-3ae4-44e3-acb1-391394f9fc8b on host dv-cinder-815884-1-iscsi {{(pid=101276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:40:15.070922 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-eccee5e7-8527-4f34-b818-2434090e440b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcecba9e-4220-4154-9f1a-9dc9f13e1f11']}} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:40:15.080929 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-eccee5e7-8527-4f34-b818-2434090e440b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e803aa-8284-4435-a8c4-e2fb555f184f') {'for_net_delete': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:40:15.081221 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-eccee5e7-8527-4f34-b818-2434090e440b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e803aa-8284-4435-a8c4-e2fb555f184f') {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:40:15.091818 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-eccee5e7-8527-4f34-b818-2434090e440b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763699824150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3755680'] for segment, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:15.105815 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-eccee5e7-8527-4f34-b818-2434090e440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:15.117857 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eccee5e7-8527-4f34-b818-2434090e440b admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=101275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 13:40:15.118455 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-eccee5e7-8527-4f34-b818-2434090e440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3952935'] for segment, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: Traceback (most recent call last): Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: timer() Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: cb(*args, **kw) Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: return func(*args, **kwargs) Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: self._notify() Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: self.callback(batched_events) Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: event.method(event) Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: return f(self, *a, **k) Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: return self._get(url).json() Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: return self.request(url, 'GET', **kwargs) Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 13:40:15.119903 dv-cinder-815884-1-iscsi neutron-server[101275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 13:40:15.176509 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-eccee5e7-8527-4f34-b818-2434090e440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496109'] for network, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:15.181869 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-eccee5e7-8527-4f34-b818-2434090e440b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:15.187758 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-eccee5e7-8527-4f34-b818-2434090e440b admin admin] 10.222.0.96 "DELETE /v2.0/networks/fcecba9e-4220-4154-9f1a-9dc9f13e1f11 HTTP/1.1" status: 204 len: 168 time: 0.7695909 Oct 29 13:40:15.188451 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 38748) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:15.196032 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccee5e7-8527-4f34-b818-2434090e440b admin admin] Pushing event deleted for resources: {'Network': ['ID=fcecba9e-4220-4154-9f1a-9dc9f13e1f11,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:15.526027 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b7b91767-b715-42d9-99a3-2b7310e80d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502303'] for router_interface, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:15.760629 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-b7b91767-b715-42d9-99a3-2b7310e80d32 admin admin] Deleting port ebf7ccda-2364-4c4e-abe0-8754f4ae16da {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:40:15.760885 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b7b91767-b715-42d9-99a3-2b7310e80d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:15.837115 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-b7b91767-b715-42d9-99a3-2b7310e80d32 admin admin] For port ebf7ccda-2364-4c4e-abe0-8754f4ae16da, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=ebf7ccda-2364-4c4e-abe0-8754f4ae16da,segment=NetworkSegment(d7bac387-269e-4872-9c6b-49b76160a256),segment_id=d7bac387-269e-4872-9c6b-49b76160a256)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:40:15.837470 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b7b91767-b715-42d9-99a3-2b7310e80d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:15.850134 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-b7b91767-b715-42d9-99a3-2b7310e80d32 admin admin] Calling delete_port for ebf7ccda-2364-4c4e-abe0-8754f4ae16da owned by network:router_interface {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:40:16.022899 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b7b91767-b715-42d9-99a3-2b7310e80d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:16.048127 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b91767-b715-42d9-99a3-2b7310e80d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebf7ccda-2364-4c4e-abe0-8754f4ae16da,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:16.062093 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 4a710ba7-e724-4f9d-b6c8-a15a081f2fc3 no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:40:16.084329 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: 4a710ba7-e724-4f9d-b6c8-a15a081f2fc3 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:40:16.084791 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 4a710ba7-e724-4f9d-b6c8-a15a081f2fc3 not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:40:16.085211 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device cb1b95ee-8da3-49cd-b749-301670dff64a no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:40:16.103536 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: cb1b95ee-8da3-49cd-b749-301670dff64a {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:40:16.103865 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device cb1b95ee-8da3-49cd-b749-301670dff64a not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:40:16.104282 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device a00f779e-3ae4-44e3-acb1-391394f9fc8b no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:40:16.122748 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: a00f779e-3ae4-44e3-acb1-391394f9fc8b {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:40:16.123092 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device a00f779e-3ae4-44e3-acb1-391394f9fc8b not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:40:16.212768 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b7b91767-b715-42d9-99a3-2b7310e80d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495931'] for router_interface, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:16.415894 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b91767-b715-42d9-99a3-2b7310e80d32 admin admin] Router 087c99de-322e-402e-8b72-3215fe28d062 has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:40:16.516398 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b91767-b715-42d9-99a3-2b7310e80d32 admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:40:16.522099 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-b7b91767-b715-42d9-99a3-2b7310e80d32 admin admin] 10.222.0.96 "PUT /v2.0/routers/087c99de-322e-402e-8b72-3215fe28d062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3326116 Oct 29 13:40:16.524598 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 38764) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:16.528006 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982da2bd-ab55-4dbd-b60c-db2d659778d9 None None] Sync routers for ids ['087c99de-322e-402e-8b72-3215fe28d062'] in dv-cinder-815884-1-iscsi {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:40:16.539883 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982da2bd-ab55-4dbd-b60c-db2d659778d9 None None] Routers {'087c99de-322e-402e-8b72-3215fe28d062'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:40:16.540599 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-982da2bd-ab55-4dbd-b60c-db2d659778d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:39:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['087c99de-322e-402e-8b72-3215fe28d062'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:40:16.625095 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cc4d07cd-1630-484f-a48e-bd1933ed7269 admin admin] Notify callbacks [] for router, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:16.642987 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-982da2bd-ab55-4dbd-b60c-db2d659778d9 None None] Set router 087c99de-322e-402e-8b72-3215fe28d062 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:40:16.725849 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cc4d07cd-1630-484f-a48e-bd1933ed7269 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:16.776718 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-cc4d07cd-1630-484f-a48e-bd1933ed7269 admin admin] Deleting port aed58447-accf-4e7d-b416-42e9ad6cb879 {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:40:16.777048 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cc4d07cd-1630-484f-a48e-bd1933ed7269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:16.822004 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-982da2bd-ab55-4dbd-b60c-db2d659778d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c99de-322e-402e-8b72-3215fe28d062', 'name': 'tempest-TestMinimumBasicScenario-171469737-router', 'tenant_id': '8e488ce51ffa483b99b04d4362e12746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'aed58447-accf-4e7d-b416-42e9ad6cb879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:38Z', 'updated_at': '2021-10-29T13:40:15Z', 'revision_number': 5, 'project_id': '8e488ce51ffa483b99b04d4362e12746', 'gw_port': {'id': 'aed58447-accf-4e7d-b416-42e9ad6cb879', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c99de-322e-402e-8b72-3215fe28d062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:38Z', 'updated_at': '2021-10-29T13:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:40:16.855091 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-cc4d07cd-1630-484f-a48e-bd1933ed7269 admin admin] For port aed58447-accf-4e7d-b416-42e9ad6cb879, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=aed58447-accf-4e7d-b416-42e9ad6cb879,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:40:16.855445 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cc4d07cd-1630-484f-a48e-bd1933ed7269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:16.868761 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-cc4d07cd-1630-484f-a48e-bd1933ed7269 admin admin] Calling delete_port for aed58447-accf-4e7d-b416-42e9ad6cb879 owned by network:router_gateway {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:40:16.934231 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982da2bd-ab55-4dbd-b60c-db2d659778d9 None None] Checking router: 087c99de-322e-402e-8b72-3215fe28d062 for host: dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:40:16.943660 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982da2bd-ab55-4dbd-b60c-db2d659778d9 None None] Routers {'087c99de-322e-402e-8b72-3215fe28d062'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:40:16.944263 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-982da2bd-ab55-4dbd-b60c-db2d659778d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:39:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['087c99de-322e-402e-8b72-3215fe28d062'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:40:17.037710 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-982da2bd-ab55-4dbd-b60c-db2d659778d9 None None] Set router 087c99de-322e-402e-8b72-3215fe28d062 gateway port host: None {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:40:17.044738 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cc4d07cd-1630-484f-a48e-bd1933ed7269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:17.077472 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d07cd-1630-484f-a48e-bd1933ed7269 admin admin] Pushing event deleted for resources: {'Port': ['ID=aed58447-accf-4e7d-b416-42e9ad6cb879,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:17.084625 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-982da2bd-ab55-4dbd-b60c-db2d659778d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c99de-322e-402e-8b72-3215fe28d062', 'name': 'tempest-TestMinimumBasicScenario-171469737-router', 'tenant_id': '8e488ce51ffa483b99b04d4362e12746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:38Z', 'updated_at': '2021-10-29T13:40:16Z', 'revision_number': 6, 'project_id': '8e488ce51ffa483b99b04d4362e12746', 'gw_port_host': None}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:40:17.113548 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982da2bd-ab55-4dbd-b60c-db2d659778d9 None None] The sync data for ids ['087c99de-322e-402e-8b72-3215fe28d062'] in dv-cinder-815884-1-iscsi is: [{'id': '087c99de-322e-402e-8b72-3215fe28d062', 'name': 'tempest-TestMinimumBasicScenario-171469737-router', 'tenant_id': '8e488ce51ffa483b99b04d4362e12746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:38Z', 'updated_at': '2021-10-29T13:40:16Z', 'revision_number': 6, 'project_id': '8e488ce51ffa483b99b04d4362e12746', 'gw_port_host': None}] {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:40:17.140213 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cc4d07cd-1630-484f-a48e-bd1933ed7269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496065'] for router_gateway, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:17.240123 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cc4d07cd-1630-484f-a48e-bd1933ed7269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-446'] for router, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:17.242233 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cc4d07cd-1630-484f-a48e-bd1933ed7269 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:17.292158 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cc4d07cd-1630-484f-a48e-bd1933ed7269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497777'] for router, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:17.292842 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4d07cd-1630-484f-a48e-bd1933ed7269 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 087c99de-322e-402e-8b72-3215fe28d062 {{(pid=101274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 13:40:17.300141 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cc4d07cd-1630-484f-a48e-bd1933ed7269 admin admin] Notify callbacks [] for router, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:17.301807 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-cc4d07cd-1630-484f-a48e-bd1933ed7269 admin admin] 10.222.0.96 "DELETE /v2.0/routers/087c99de-322e-402e-8b72-3215fe28d062 HTTP/1.1" status: 204 len: 168 time: 0.7757587 Oct 29 13:40:17.304092 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38778) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:17.350526 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_v2 [None req-d551805b-5e5f-4630-8178-baa1f623c5e1 admin admin] Deleting subnet 2438ef1e-cd63-4b8f-9c44-bd357b54c199 {{(pid=101275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 29 13:40:17.353518 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d551805b-5e5f-4630-8178-baa1f623c5e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:17.386979 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d551805b-5e5f-4630-8178-baa1f623c5e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3755711'] for subnet, precommit_delete_associations {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:17.466223 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d551805b-5e5f-4630-8178-baa1f623c5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7868206'] for subnet, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:17.521582 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d551805b-5e5f-4630-8178-baa1f623c5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7868193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3952961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25682708'] for subnet, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:17.549101 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551805b-5e5f-4630-8178-baa1f623c5e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2438ef1e-cd63-4b8f-9c44-bd357b54c199,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:17.553230 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d551805b-5e5f-4630-8178-baa1f623c5e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:17.558684 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-d551805b-5e5f-4630-8178-baa1f623c5e1 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/2438ef1e-cd63-4b8f-9c44-bd357b54c199 HTTP/1.1" status: 204 len: 168 time: 0.2512827 Oct 29 13:40:17.559038 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 38782) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:17.559717 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3714172-a000-45a7-b502-bc2442a5be7d None None] Network 3a21df38-5e74-4f46-8644-d763753ebfdf requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:40:17.628073 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ec5d67c0-cb68-4285-87f1-c5ff18b7e0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7898351'] for network, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:17.695979 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d67c0-cb68-4285-87f1-c5ff18b7e0ed admin admin] Deleting port e69a001b-9956-4ee2-9370-43539dee509f {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:40:17.696325 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ec5d67c0-cb68-4285-87f1-c5ff18b7e0ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:17.759001 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-ec5d67c0-cb68-4285-87f1-c5ff18b7e0ed admin admin] For port e69a001b-9956-4ee2-9370-43539dee509f, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=e69a001b-9956-4ee2-9370-43539dee509f,segment=NetworkSegment(d7bac387-269e-4872-9c6b-49b76160a256),segment_id=d7bac387-269e-4872-9c6b-49b76160a256)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:40:17.759365 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ec5d67c0-cb68-4285-87f1-c5ff18b7e0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:17.772460 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d67c0-cb68-4285-87f1-c5ff18b7e0ed admin admin] Calling delete_port for e69a001b-9956-4ee2-9370-43539dee509f owned by network:dhcp {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:40:17.854481 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ec5d67c0-cb68-4285-87f1-c5ff18b7e0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:17.880257 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d67c0-cb68-4285-87f1-c5ff18b7e0ed admin admin] Pushing event deleted for resources: {'Port': ['ID=e69a001b-9956-4ee2-9370-43539dee509f,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:17.885118 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5d67c0-cb68-4285-87f1-c5ff18b7e0ed admin admin] No DVR routers for this DVR port e69a001b-9956-4ee2-9370-43539dee509f on host dv-cinder-815884-1-iscsi {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:40:17.891840 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be385761-b461-4987-93db-207eb07a868f None None] DHCP port deletion for 3a21df38-5e74-4f46-8644-d763753ebfdf request from dv-cinder-815884-1-iscsi {{(pid=101276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 13:40:17.955832 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ec5d67c0-cb68-4285-87f1-c5ff18b7e0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7865813', 'neutron.services.segments.db._delete_segments_for_network-8763699824397'] for network, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:17.976446 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.services.segments.db [None req-ec5d67c0-cb68-4285-87f1-c5ff18b7e0ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a21df38-5e74-4f46-8644-d763753ebfdf']}} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:40:17.987369 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.services.segments.db [None req-ec5d67c0-cb68-4285-87f1-c5ff18b7e0ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7bac387-269e-4872-9c6b-49b76160a256') {'for_net_delete': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:40:17.987793 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.services.segments.db [None req-ec5d67c0-cb68-4285-87f1-c5ff18b7e0ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7bac387-269e-4872-9c6b-49b76160a256') {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:40:18.003031 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ec5d67c0-cb68-4285-87f1-c5ff18b7e0ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763699824150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25625755'] for segment, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:18.019669 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ec5d67c0-cb68-4285-87f1-c5ff18b7e0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:18.028354 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec5d67c0-cb68-4285-87f1-c5ff18b7e0ed admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=101274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 13:40:18.028940 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ec5d67c0-cb68-4285-87f1-c5ff18b7e0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25597383'] for segment, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: Traceback (most recent call last): Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: timer() Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: cb(*args, **kw) Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: return func(*args, **kwargs) Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: self._notify() Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: self.callback(batched_events) Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: event.method(event) Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: return f(self, *a, **k) Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: return self._get(url).json() Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: return self.request(url, 'GET', **kwargs) Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 13:40:18.031356 dv-cinder-815884-1-iscsi neutron-server[101274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 13:40:18.090896 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device e69a001b-9956-4ee2-9370-43539dee509f no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:40:18.113548 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: e69a001b-9956-4ee2-9370-43539dee509f {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:40:18.114201 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device e69a001b-9956-4ee2-9370-43539dee509f not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:40:18.115157 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device aed58447-accf-4e7d-b416-42e9ad6cb879 no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:40:18.118038 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ec5d67c0-cb68-4285-87f1-c5ff18b7e0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496109'] for network, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:18.126564 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ec5d67c0-cb68-4285-87f1-c5ff18b7e0ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:18.132485 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-ec5d67c0-cb68-4285-87f1-c5ff18b7e0ed admin admin] 10.222.0.96 "DELETE /v2.0/networks/3a21df38-5e74-4f46-8644-d763753ebfdf HTTP/1.1" status: 204 len: 168 time: 0.5689714 Oct 29 13:40:18.141002 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: aed58447-accf-4e7d-b416-42e9ad6cb879 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:40:18.141351 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device aed58447-accf-4e7d-b416-42e9ad6cb879 not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:40:18.141767 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device ebf7ccda-2364-4c4e-abe0-8754f4ae16da no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:40:18.142082 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446de623-e99a-4a50-a956-ebcd822add74 req-21062a99-f5d0-4a21-b1ea-916d092f4481 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:18.146048 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-446de623-e99a-4a50-a956-ebcd822add74 req-21062a99-f5d0-4a21-b1ea-916d092f4481 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0719359 Oct 29 13:40:18.166048 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d67c0-cb68-4285-87f1-c5ff18b7e0ed admin admin] Pushing event deleted for resources: {'Network': ['ID=3a21df38-5e74-4f46-8644-d763753ebfdf,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:18.167569 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: ebf7ccda-2364-4c4e-abe0-8754f4ae16da {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:40:18.167920 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device ebf7ccda-2364-4c4e-abe0-8754f4ae16da not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:40:18.210643 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-446de623-e99a-4a50-a956-ebcd822add74 req-38ce7a4b-db5c-4920-b346-2bb8e5d5c383 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522554 Oct 29 13:40:18.313699 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 38798) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:18.356532 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-65868181-1218-47ea-9fbe-35d2f0463656 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0ec7253bb7c24dabb6c7b2841791c547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416615 Oct 29 13:40:18.358967 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 38802) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:18.667450 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5a82123d-9347-4f33-a7ad-ef52f6d07aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:18.687697 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5a82123d-9347-4f33-a7ad-ef52f6d07aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:18.731799 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5a82123d-9347-4f33-a7ad-ef52f6d07aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:18.734455 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5a82123d-9347-4f33-a7ad-ef52f6d07aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:18.735622 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-5a82123d-9347-4f33-a7ad-ef52f6d07aed admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7cb263c4-130c-4b89-b881-040773da78ae HTTP/1.1" status: 204 len: 168 time: 0.3757703 Oct 29 13:40:18.744406 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82123d-9347-4f33-a7ad-ef52f6d07aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb263c4-130c-4b89-b881-040773da78ae,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:19.035363 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38814) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:19.074852 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-4b21b8d5-8cbd-4c09-a827-23ec46c13f44 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8e488ce51ffa483b99b04d4362e12746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382876 Oct 29 13:40:19.077058 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38816) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:19.126890 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-acb4e6a6-323d-4016-b47b-4bd26539710c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:19.148032 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-acb4e6a6-323d-4016-b47b-4bd26539710c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:19.192054 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-acb4e6a6-323d-4016-b47b-4bd26539710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:19.195268 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-acb4e6a6-323d-4016-b47b-4bd26539710c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:19.196385 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-acb4e6a6-323d-4016-b47b-4bd26539710c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/eb47b221-b61f-47f4-83a8-66e5efb8b7bd HTTP/1.1" status: 204 len: 168 time: 0.1184537 Oct 29 13:40:19.212591 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4e6a6-323d-4016-b47b-4bd26539710c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb47b221-b61f-47f4-83a8-66e5efb8b7bd,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:19.328669 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77000f-858e-435d-ac03-786403c23d03 req-d11e54dc-a5a8-488d-b46c-d9f5554315b5 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:19.330133 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-dc77000f-858e-435d-ac03-786403c23d03 req-d11e54dc-a5a8-488d-b46c-d9f5554315b5 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0480728 Oct 29 13:40:19.368447 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-dc77000f-858e-435d-ac03-786403c23d03 req-a3f58342-4e70-40d7-9018-51c777c1ef5f tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312853 Oct 29 13:40:20.482275 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1638904-5ecb-4a1a-b288-00d82f62d6c6 req-d396ba29-d3fd-42f8-8ec6-875c189caf14 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:20.483638 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e1638904-5ecb-4a1a-b288-00d82f62d6c6 req-d396ba29-d3fd-42f8-8ec6-875c189caf14 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0475812 Oct 29 13:40:20.519444 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e1638904-5ecb-4a1a-b288-00d82f62d6c6 req-5f01176c-bb1b-4110-a67b-bd3106d8f9b8 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299790 Oct 29 13:40:20.817731 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:40:21.630656 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97803296-ad9f-4c72-930c-2cf9521676cd req-112d08d7-497f-4a2e-be82-66a172f33a9a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:21.632100 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-97803296-ad9f-4c72-930c-2cf9521676cd req-112d08d7-497f-4a2e-be82-66a172f33a9a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0476470 Oct 29 13:40:21.668478 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-97803296-ad9f-4c72-930c-2cf9521676cd req-18a9cfb8-e0a6-4043-bdef-09fa6128b6ce tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305674 Oct 29 13:40:22.783773 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4624f-d8c1-4a09-8e5f-654e9923c0a0 req-1e7db720-bc8d-4e2c-aa2c-140df8b2dac1 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:22.785228 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c2d4624f-d8c1-4a09-8e5f-654e9923c0a0 req-1e7db720-bc8d-4e2c-aa2c-140df8b2dac1 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0497334 Oct 29 13:40:22.823864 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-c2d4624f-d8c1-4a09-8e5f-654e9923c0a0 req-406dba0d-2258-44c8-a777-6908a71dc4ee tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317221 Oct 29 13:40:23.939462 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a80b8f-3b3e-46ea-9027-ea9091554299 req-956ecb98-9575-49f2-afe4-f4f7ac21a74d tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:23.940822 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-78a80b8f-3b3e-46ea-9027-ea9091554299 req-956ecb98-9575-49f2-afe4-f4f7ac21a74d tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0502870 Oct 29 13:40:23.977526 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-78a80b8f-3b3e-46ea-9027-ea9091554299 req-121f3b46-905c-4c3b-a2ac-86c313884854 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308533 Oct 29 13:40:25.088020 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb58b34-71e3-476a-b0d6-a2fb36607d52 req-65a26187-f4a3-4a23-a26e-14299ee69810 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:25.089459 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2fb58b34-71e3-476a-b0d6-a2fb36607d52 req-65a26187-f4a3-4a23-a26e-14299ee69810 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0474086 Oct 29 13:40:25.126613 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2fb58b34-71e3-476a-b0d6-a2fb36607d52 req-10fa359c-1f22-4ba8-9b14-364e8e4d438e tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312557 Oct 29 13:40:25.476947 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-5a79879e-1579-4c39-8d2a-5522d2fee447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:26.238612 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6796ca8-b155-462b-ad69-44f2ecf04f00 req-9256c41a-863a-4fa6-8bc1-9483544d4971 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:26.240060 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-c6796ca8-b155-462b-ad69-44f2ecf04f00 req-9256c41a-863a-4fa6-8bc1-9483544d4971 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0473602 Oct 29 13:40:26.276210 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-c6796ca8-b155-462b-ad69-44f2ecf04f00 req-7562f339-3975-4ce6-b354-df334e97916b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304055 Oct 29 13:40:26.789569 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:27.386675 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fd500-900b-48ca-a649-407d855009d4 req-637a7c30-faa7-4b5d-a266-f7c15c11d431 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:27.388126 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0d1fd500-900b-48ca-a649-407d855009d4 req-637a7c30-faa7-4b5d-a266-f7c15c11d431 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0472898 Oct 29 13:40:27.425125 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0d1fd500-900b-48ca-a649-407d855009d4 req-071f7258-8d1a-4ef5-8943-95f9aa706a41 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310910 Oct 29 13:40:27.894544 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 38928) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:27.995752 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-826f161d-ffda-4e62-b910-6d408add1b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:28.008855 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:28.066396 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bd4626b8-5c19-460d-954b-fcabfbf08a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:28.075240 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-826f161d-ffda-4e62-b910-6d408add1b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:28.080058 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-826f161d-ffda-4e62-b910-6d408add1b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:28.117781 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-826f161d-ffda-4e62-b910-6d408add1b78 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=21c2ad07f23b4e358570b4a9ec992f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2221990 Oct 29 13:40:28.119700 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f161d-ffda-4e62-b910-6d408add1b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a69210-85ea-4f5e-a516-a51c65606350,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:28.120487 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38932) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:28.173328 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-2c371cf0-69fb-477c-853f-9dc8d0e51b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:28.194536 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-2c371cf0-69fb-477c-853f-9dc8d0e51b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:28.247275 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-2c371cf0-69fb-477c-853f-9dc8d0e51b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:28.250007 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-2c371cf0-69fb-477c-853f-9dc8d0e51b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:28.251467 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-2c371cf0-69fb-477c-853f-9dc8d0e51b9d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/32a69210-85ea-4f5e-a516-a51c65606350 HTTP/1.1" status: 204 len: 168 time: 0.1300077 Oct 29 13:40:28.259582 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c371cf0-69fb-477c-853f-9dc8d0e51b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a69210-85ea-4f5e-a516-a51c65606350,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:28.511990 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 38946) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:28.526310 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-68b9a41b-cd23-4d79-8dee-bef4021560b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:28.538325 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714fa38-30e1-4473-a95e-a6b76ad2e3a3 req-5f754f5d-055a-4d26-bcd0-d427554dfe12 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:28.539787 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8714fa38-30e1-4473-a95e-a6b76ad2e3a3 req-5f754f5d-055a-4d26-bcd0-d427554dfe12 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0495834 Oct 29 13:40:28.577977 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-8714fa38-30e1-4473-a95e-a6b76ad2e3a3 req-0e9500ec-325c-444b-b02f-ec34b2c97d2a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320199 Oct 29 13:40:28.600577 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-68b9a41b-cd23-4d79-8dee-bef4021560b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:28.604408 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-68b9a41b-cd23-4d79-8dee-bef4021560b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:28.641709 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-68b9a41b-cd23-4d79-8dee-bef4021560b5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ae350ab081d94ecb9e4e827222351f04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1280305 Oct 29 13:40:28.642662 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9a41b-cd23-4d79-8dee-bef4021560b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9a1569-a18f-4ebc-acf6-03d70532c02c,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:28.644380 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38948) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:28.692469 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c31f3ab3-c1db-4fad-8cfc-e7b2ebb766df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:28.712309 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c31f3ab3-c1db-4fad-8cfc-e7b2ebb766df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:28.757822 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c31f3ab3-c1db-4fad-8cfc-e7b2ebb766df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:28.760311 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c31f3ab3-c1db-4fad-8cfc-e7b2ebb766df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:28.761425 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-c31f3ab3-c1db-4fad-8cfc-e7b2ebb766df admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6a9a1569-a18f-4ebc-acf6-03d70532c02c HTTP/1.1" status: 204 len: 168 time: 0.1160707 Oct 29 13:40:28.768801 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f3ab3-c1db-4fad-8cfc-e7b2ebb766df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9a1569-a18f-4ebc-acf6-03d70532c02c,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:29.062961 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543ddf3-6d3c-41dd-95a2-90a0c8898013 req-0fdee6ad-2441-49c1-8905-c8904ff36173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:29.064442 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b543ddf3-6d3c-41dd-95a2-90a0c8898013 req-0fdee6ad-2441-49c1-8905-c8904ff36173 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01041e00f28e4197a613ed2b47866c73&device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 1099 time: 0.0400822 Oct 29 13:40:29.177394 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543ddf3-6d3c-41dd-95a2-90a0c8898013 req-0c7423b1-8613-4bb8-99a4-79acd4be21f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:29.178906 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b543ddf3-6d3c-41dd-95a2-90a0c8898013 req-0c7423b1-8613-4bb8-99a4-79acd4be21f7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e8713ec6-2bfb-425a-831c-4c8b1797ee7d HTTP/1.1" status: 200 len: 909 time: 0.0924437 Oct 29 13:40:29.247800 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b543ddf3-6d3c-41dd-95a2-90a0c8898013 req-766b02e2-b224-472e-819d-df45148c3475 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 HTTP/1.1" status: 200 len: 1002 time: 0.0605094 Oct 29 13:40:29.284916 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:29.308264 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543ddf3-6d3c-41dd-95a2-90a0c8898013 req-05b5d002-7a2d-4343-b6f6-6b12b8de6ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:29.309738 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b543ddf3-6d3c-41dd-95a2-90a0c8898013 req-05b5d002-7a2d-4343-b6f6-6b12b8de6ec7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=15136af1-c373-4d7d-9a86-8cab6dcff79c HTTP/1.1" status: 200 len: 847 time: 0.0521920 Oct 29 13:40:29.366699 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543ddf3-6d3c-41dd-95a2-90a0c8898013 req-9dd79138-201e-47fc-b151-cf2cd305670f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:29.368471 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b543ddf3-6d3c-41dd-95a2-90a0c8898013 req-9dd79138-201e-47fc-b151-cf2cd305670f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e8713ec6-2bfb-425a-831c-4c8b1797ee7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512516 Oct 29 13:40:29.467153 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b543ddf3-6d3c-41dd-95a2-90a0c8898013 req-a3c9ffa5-67b7-45a7-89be-e1a963c1bb3d service neutron] 10.222.0.26 "GET /v2.0/networks/e8713ec6-2bfb-425a-831c-4c8b1797ee7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905480 Oct 29 13:40:29.492408 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38978) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:29.565676 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b543ddf3-6d3c-41dd-95a2-90a0c8898013 req-f033b9d2-1380-4a31-a945-1fb293aa7473 service neutron] 10.222.0.26 "GET /v2.0/networks/e8713ec6-2bfb-425a-831c-4c8b1797ee7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897605 Oct 29 13:40:29.602643 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-84d235ff-c54f-4213-b56d-cf0b59cf3207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:29.693266 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-84d235ff-c54f-4213-b56d-cf0b59cf3207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:29.698373 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-84d235ff-c54f-4213-b56d-cf0b59cf3207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:29.700361 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd906ce7-cb34-4493-b534-5947e1464f85 req-321feb9f-b66a-428c-9dbd-c54896c0fae9 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:29.702125 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-cd906ce7-cb34-4493-b534-5947e1464f85 req-321feb9f-b66a-428c-9dbd-c54896c0fae9 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0510745 Oct 29 13:40:29.737616 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-84d235ff-c54f-4213-b56d-cf0b59cf3207 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e824918c003b4c35ba8b89d3f71dc523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418225 Oct 29 13:40:29.738469 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 38990) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:29.742873 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-cd906ce7-cb34-4493-b534-5947e1464f85 req-7270bf1b-52c1-42a8-aad7-c29533d30635 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330462 Oct 29 13:40:29.746896 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d235ff-c54f-4213-b56d-cf0b59cf3207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1dcfbc-c280-4c35-9b48-fd723ba73c99,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:29.804130 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-fd8c73c2-5fd4-4ef7-ad81-042c78e8cd03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:29.825246 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-fd8c73c2-5fd4-4ef7-ad81-042c78e8cd03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:29.869885 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-fd8c73c2-5fd4-4ef7-ad81-042c78e8cd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:29.872477 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-fd8c73c2-5fd4-4ef7-ad81-042c78e8cd03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:29.873677 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-fd8c73c2-5fd4-4ef7-ad81-042c78e8cd03 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ea1dcfbc-c280-4c35-9b48-fd723ba73c99 HTTP/1.1" status: 204 len: 168 time: 0.1342206 Oct 29 13:40:29.882429 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c73c2-5fd4-4ef7-ad81-042c78e8cd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1dcfbc-c280-4c35-9b48-fd723ba73c99,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:30.796089 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:30.877841 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b3d9f-a445-4ae2-bbcb-99e22557a108 req-dee9d635-e2a6-47d9-82a0-b36e363aa804 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:30.879478 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-704b3d9f-a445-4ae2-bbcb-99e22557a108 req-dee9d635-e2a6-47d9-82a0-b36e363aa804 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0489619 Oct 29 13:40:30.918317 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-704b3d9f-a445-4ae2-bbcb-99e22557a108 req-4ae7add3-bcb7-4054-9c86-fc0bce2c725f tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324860 Oct 29 13:40:32.037410 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7641e-0cbc-436f-bc43-4122bd8690ed req-44720e7b-3870-44db-8f24-969842187cf3 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:32.038928 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-cbc7641e-0cbc-436f-bc43-4122bd8690ed req-44720e7b-3870-44db-8f24-969842187cf3 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0503840 Oct 29 13:40:32.082017 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-cbc7641e-0cbc-436f-bc43-4122bd8690ed req-55ed7f9a-d400-417e-aea9-61054c7019b6 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366466 Oct 29 13:40:33.198408 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74997230-d056-438f-9abf-ffe7e3f3b618 req-5775f6c4-ff1d-4a53-99de-395b6eaf32b3 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:33.203406 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-74997230-d056-438f-9abf-ffe7e3f3b618 req-5775f6c4-ff1d-4a53-99de-395b6eaf32b3 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0528941 Oct 29 13:40:33.238030 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-74997230-d056-438f-9abf-ffe7e3f3b618 req-6f397266-4868-442b-ae1f-7a6525bb2b96 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317564 Oct 29 13:40:34.351819 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee914a-b21f-424a-b5d8-77540c42ed68 req-b87b2b4c-eb81-4384-b6bb-30ea363c4cc1 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:34.353331 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f6ee914a-b21f-424a-b5d8-77540c42ed68 req-b87b2b4c-eb81-4384-b6bb-30ea363c4cc1 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0483990 Oct 29 13:40:34.390741 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f6ee914a-b21f-424a-b5d8-77540c42ed68 req-9dd44c56-8f52-46ff-8bee-e01f4df1dcd7 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314853 Oct 29 13:40:35.212432 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 39152) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:35.314562 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8922bb05-c5e4-469b-bdda-943a8da227d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:35.385968 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8922bb05-c5e4-469b-bdda-943a8da227d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:35.389441 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8922bb05-c5e4-469b-bdda-943a8da227d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:35.426809 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-8922bb05-c5e4-469b-bdda-943a8da227d9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=be7dd77604d04201b68637b15d272bf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132983 Oct 29 13:40:35.429048 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922bb05-c5e4-469b-bdda-943a8da227d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0e2605-2c98-4fe6-8903-c413cee16e68,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:35.430213 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 39158) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:35.484442 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ac219f57-1fc6-453e-99d7-f915f49c390f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:35.504189 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c05572-01ac-4b99-809e-29228d62690d req-96285adf-6e32-446e-a7b0-ffb030c077e9 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:35.505489 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ac219f57-1fc6-453e-99d7-f915f49c390f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:35.505657 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-08c05572-01ac-4b99-809e-29228d62690d req-96285adf-6e32-446e-a7b0-ffb030c077e9 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0474727 Oct 29 13:40:35.547392 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-08c05572-01ac-4b99-809e-29228d62690d req-7c987376-2fe2-463d-a0cc-94d77c608a48 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350316 Oct 29 13:40:35.553895 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ac219f57-1fc6-453e-99d7-f915f49c390f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:35.556363 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ac219f57-1fc6-453e-99d7-f915f49c390f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:35.557499 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-ac219f57-1fc6-453e-99d7-f915f49c390f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3a0e2605-2c98-4fe6-8903-c413cee16e68 HTTP/1.1" status: 204 len: 168 time: 0.1262934 Oct 29 13:40:35.566076 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac219f57-1fc6-453e-99d7-f915f49c390f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0e2605-2c98-4fe6-8903-c413cee16e68,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:35.805519 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 39164) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:35.818408 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-76dbb6aa-c7ed-4997-a46c-014579351c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:35.898301 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-76dbb6aa-c7ed-4997-a46c-014579351c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:35.903096 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-76dbb6aa-c7ed-4997-a46c-014579351c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:35.941267 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-76dbb6aa-c7ed-4997-a46c-014579351c34 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bf0f98f6fb4f42668f1d5d86763a9e73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1346989 Oct 29 13:40:35.942152 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbb6aa-c7ed-4997-a46c-014579351c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6955d99c-e124-4f57-befd-e436d362c98b,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:35.944798 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 39170) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:35.999282 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d6a0036c-dd71-4163-bf54-090608a74f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:36.021887 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d6a0036c-dd71-4163-bf54-090608a74f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:36.080195 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d6a0036c-dd71-4163-bf54-090608a74f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:36.082746 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-d6a0036c-dd71-4163-bf54-090608a74f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:36.086470 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-d6a0036c-dd71-4163-bf54-090608a74f7b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6955d99c-e124-4f57-befd-e436d362c98b HTTP/1.1" status: 204 len: 168 time: 0.1376910 Oct 29 13:40:36.097627 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0036c-dd71-4163-bf54-090608a74f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6955d99c-e124-4f57-befd-e436d362c98b,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:36.661550 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0262e-61ad-4c0c-a12b-92d3d1d2d9ea req-d4f905d7-fe2f-4300-afae-07adc3c79e7a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:36.663657 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-31f0262e-61ad-4c0c-a12b-92d3d1d2d9ea req-d4f905d7-fe2f-4300-afae-07adc3c79e7a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0490508 Oct 29 13:40:36.700609 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-31f0262e-61ad-4c0c-a12b-92d3d1d2d9ea req-edd09f95-c406-4091-b4bd-f26dcf9177db tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310464 Oct 29 13:40:37.818451 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb704d-183b-4eb9-a74e-8ecd12d34150 req-d7fd01f8-1c1c-41e0-b1dc-7d510876e4aa tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:37.819927 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-abeb704d-183b-4eb9-a74e-8ecd12d34150 req-d7fd01f8-1c1c-41e0-b1dc-7d510876e4aa tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0492935 Oct 29 13:40:37.859048 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-abeb704d-183b-4eb9-a74e-8ecd12d34150 req-d4ec12f4-2b4d-417d-9741-43c9473e4591 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327992 Oct 29 13:40:37.978190 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 39258) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:38.078591 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ac51be69-aeb9-48e0-8ca8-32578edb885c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:38.149898 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ac51be69-aeb9-48e0-8ca8-32578edb885c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:38.153404 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ac51be69-aeb9-48e0-8ca8-32578edb885c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:38.189793 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-ac51be69-aeb9-48e0-8ca8-32578edb885c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c3cebca0a3ee464ca2d3cea8da035110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2105393 Oct 29 13:40:38.190620 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51be69-aeb9-48e0-8ca8-32578edb885c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9e6684-b653-416a-992b-68552391fc76,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:38.193847 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 39262) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:38.241291 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-002d4b83-3251-4786-92c8-d63c9bdcb85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:38.264696 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-002d4b83-3251-4786-92c8-d63c9bdcb85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:38.310601 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-002d4b83-3251-4786-92c8-d63c9bdcb85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:38.313030 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-002d4b83-3251-4786-92c8-d63c9bdcb85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:38.314167 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-002d4b83-3251-4786-92c8-d63c9bdcb85c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5a9e6684-b653-416a-992b-68552391fc76 HTTP/1.1" status: 204 len: 168 time: 0.1190095 Oct 29 13:40:38.321941 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d4b83-3251-4786-92c8-d63c9bdcb85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9e6684-b653-416a-992b-68552391fc76,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:38.564044 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 39270) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:38.577408 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5e8de5f1-bad6-4f10-99e8-20ddcbba4521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:38.649766 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5e8de5f1-bad6-4f10-99e8-20ddcbba4521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:38.653253 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-5e8de5f1-bad6-4f10-99e8-20ddcbba4521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:38.689369 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-5e8de5f1-bad6-4f10-99e8-20ddcbba4521 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=67d69da50dbf4842b6784396f7487896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1242239 Oct 29 13:40:38.691234 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8de5f1-bad6-4f10-99e8-20ddcbba4521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ae240b-cd44-48c3-844a-c34cfce8bc75,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:38.691930 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 39272) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:38.744070 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3ddccebc-1c8f-4baf-9976-29a19d176066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:38.764555 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3ddccebc-1c8f-4baf-9976-29a19d176066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:38.809594 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3ddccebc-1c8f-4baf-9976-29a19d176066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:38.812202 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3ddccebc-1c8f-4baf-9976-29a19d176066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:38.813338 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-3ddccebc-1c8f-4baf-9976-29a19d176066 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/37ae240b-cd44-48c3-844a-c34cfce8bc75 HTTP/1.1" status: 204 len: 168 time: 0.1204123 Oct 29 13:40:38.821493 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddccebc-1c8f-4baf-9976-29a19d176066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ae240b-cd44-48c3-844a-c34cfce8bc75,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:38.974336 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26f6c0-d77a-4fbd-9fde-7b8d61e458ad req-c79d43f2-7f54-486a-930d-cc97ecc5019e tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:38.976332 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-dd26f6c0-d77a-4fbd-9fde-7b8d61e458ad req-c79d43f2-7f54-486a-930d-cc97ecc5019e tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0507059 Oct 29 13:40:39.015432 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-dd26f6c0-d77a-4fbd-9fde-7b8d61e458ad req-e3898f4e-6276-4da5-a5f6-8f86b37a08b9 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328701 Oct 29 13:40:40.126501 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2a916-3346-4011-b4f2-082dd22d52c2 req-f0c1da70-44e5-4efa-9413-e8ea494e6356 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:40.127966 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-13c2a916-3346-4011-b4f2-082dd22d52c2 req-f0c1da70-44e5-4efa-9413-e8ea494e6356 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0475147 Oct 29 13:40:40.164049 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-13c2a916-3346-4011-b4f2-082dd22d52c2 req-6184c0df-0d6f-452d-8566-45a68e3cc76b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296013 Oct 29 13:40:41.274994 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa53416-3506-4a87-8652-6c342d6d499e req-34cc1bd8-0eb1-4e84-b237-387ec109028e tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:41.276457 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8aa53416-3506-4a87-8652-6c342d6d499e req-34cc1bd8-0eb1-4e84-b237-387ec109028e tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0478227 Oct 29 13:40:41.315967 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8aa53416-3506-4a87-8652-6c342d6d499e req-0ac19896-2c88-479e-84d2-e3fc74d7908e tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337107 Oct 29 13:40:42.430002 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84466b-c570-4dbc-b475-ce8b7d089c73 req-f32e321e-7dd6-4118-92d3-df7dbde6462f tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:42.431365 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-fc84466b-c570-4dbc-b475-ce8b7d089c73 req-f32e321e-7dd6-4118-92d3-df7dbde6462f tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0494595 Oct 29 13:40:42.467472 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-fc84466b-c570-4dbc-b475-ce8b7d089c73 req-4053489a-1c9a-4d9c-9493-d8f0c2bd9b29 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303040 Oct 29 13:40:43.577969 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c01ef-99d9-498e-8bf5-2db25fe99386 req-567b766a-b7d1-4988-9089-c566beda0a1b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:43.579433 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-412c01ef-99d9-498e-8bf5-2db25fe99386 req-567b766a-b7d1-4988-9089-c566beda0a1b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0472727 Oct 29 13:40:43.616444 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-412c01ef-99d9-498e-8bf5-2db25fe99386 req-dbdd3844-78b4-4ad6-ace4-f3be80e1d81f tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305090 Oct 29 13:40:44.728495 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723bd30-63f7-443a-836e-733e9a1e451c req-a161d8a1-118d-4caa-8fe9-c6733d02602a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:44.729963 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9723bd30-63f7-443a-836e-733e9a1e451c req-a161d8a1-118d-4caa-8fe9-c6733d02602a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0481112 Oct 29 13:40:44.766891 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9723bd30-63f7-443a-836e-733e9a1e451c req-348847de-a5ae-4ebb-bc3e-4b74d383f4d1 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309806 Oct 29 13:40:45.880944 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59ce5b-c215-4efc-9b79-5facd18cfe6e req-bba13255-3d20-4f01-9f8f-cb99eb42d29e tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:45.882435 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-fb59ce5b-c215-4efc-9b79-5facd18cfe6e req-bba13255-3d20-4f01-9f8f-cb99eb42d29e tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0484874 Oct 29 13:40:45.922162 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-fb59ce5b-c215-4efc-9b79-5facd18cfe6e req-6487cee8-340d-4cd9-80e9-3618d3469e87 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333662 Oct 29 13:40:46.073342 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e71b3-8065-45a6-8161-2bad6c500ffa req-8869542d-7ad4-466b-8976-ad600e3657eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:46.074817 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-728e71b3-8065-45a6-8161-2bad6c500ffa req-8869542d-7ad4-466b-8976-ad600e3657eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01041e00f28e4197a613ed2b47866c73&device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 1099 time: 0.0392976 Oct 29 13:40:46.163391 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e71b3-8065-45a6-8161-2bad6c500ffa req-4f0b7ea9-e399-47ad-9f60-b3be23360e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:46.164864 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-728e71b3-8065-45a6-8161-2bad6c500ffa req-4f0b7ea9-e399-47ad-9f60-b3be23360e8a service neutron] 10.222.0.26 "GET /v2.0/networks?id=e8713ec6-2bfb-425a-831c-4c8b1797ee7d HTTP/1.1" status: 200 len: 909 time: 0.0834653 Oct 29 13:40:46.227428 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-728e71b3-8065-45a6-8161-2bad6c500ffa req-7300175b-fecd-4c05-a6e4-16d9e5f089d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 HTTP/1.1" status: 200 len: 1002 time: 0.0556138 Oct 29 13:40:46.278781 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e71b3-8065-45a6-8161-2bad6c500ffa req-76cc90e4-0b71-49fe-af02-3acb330af147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:46.280166 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-728e71b3-8065-45a6-8161-2bad6c500ffa req-76cc90e4-0b71-49fe-af02-3acb330af147 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=15136af1-c373-4d7d-9a86-8cab6dcff79c HTTP/1.1" status: 200 len: 847 time: 0.0457616 Oct 29 13:40:46.324301 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e71b3-8065-45a6-8161-2bad6c500ffa req-23d3f849-f387-43a6-b813-a8135b936adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:46.325711 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-728e71b3-8065-45a6-8161-2bad6c500ffa req-23d3f849-f387-43a6-b813-a8135b936adf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e8713ec6-2bfb-425a-831c-4c8b1797ee7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377896 Oct 29 13:40:46.413449 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-728e71b3-8065-45a6-8161-2bad6c500ffa req-aa386242-9932-42ad-8d13-15c79fc57769 service neutron] 10.222.0.26 "GET /v2.0/networks/e8713ec6-2bfb-425a-831c-4c8b1797ee7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787382 Oct 29 13:40:46.504377 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-728e71b3-8065-45a6-8161-2bad6c500ffa req-bd417b2e-1ad0-4730-b728-d754f682d910 service neutron] 10.222.0.26 "GET /v2.0/networks/e8713ec6-2bfb-425a-831c-4c8b1797ee7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819342 Oct 29 13:40:47.037340 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0f892-bb18-4201-9485-64c69d7aba7c req-5026e610-49f6-4892-a79b-2f8434025903 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:47.039025 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a1f0f892-bb18-4201-9485-64c69d7aba7c req-5026e610-49f6-4892-a79b-2f8434025903 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0501649 Oct 29 13:40:47.079220 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-a1f0f892-bb18-4201-9485-64c69d7aba7c req-e72671d0-9fcb-4155-8fec-146585fea1ea tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343142 Oct 29 13:40:47.122615 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 39468) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:47.234881 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-98837cf4-3812-43db-b648-f206d19cf157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:47.323556 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-98837cf4-3812-43db-b648-f206d19cf157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:47.334453 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-98837cf4-3812-43db-b648-f206d19cf157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:47.372978 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98837cf4-3812-43db-b648-f206d19cf157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fde8c2a-a3f6-4b16-859f-1f81c36c7694,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:47.379317 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-98837cf4-3812-43db-b648-f206d19cf157 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=413f2a0d27d44d9d97719ee9b60772c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555995 Oct 29 13:40:47.382248 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 39476) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:40:47.433281 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-51aeca08-075d-460c-b148-04101927ca91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:47.454460 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-51aeca08-075d-460c-b148-04101927ca91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:47.501885 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-51aeca08-075d-460c-b148-04101927ca91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:47.504389 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-51aeca08-075d-460c-b148-04101927ca91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:47.505511 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-51aeca08-075d-460c-b148-04101927ca91 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1fde8c2a-a3f6-4b16-859f-1f81c36c7694 HTTP/1.1" status: 204 len: 168 time: 0.1222899 Oct 29 13:40:47.513031 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aeca08-075d-460c-b148-04101927ca91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fde8c2a-a3f6-4b16-859f-1f81c36c7694,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:48.204090 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747b49c-375f-49d7-bce8-2aae1d91a631 req-ec505900-3520-4c99-a85b-2f9c14137a29 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:48.205635 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4747b49c-375f-49d7-bce8-2aae1d91a631 req-ec505900-3520-4c99-a85b-2f9c14137a29 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0580168 Oct 29 13:40:48.246897 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4747b49c-375f-49d7-bce8-2aae1d91a631 req-18c783af-b927-4967-8b5c-f4d662391bd8 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348904 Oct 29 13:40:49.367654 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23aaf4-dd56-4465-aca2-992ff1553200 req-fd6659b9-3999-454d-b43f-49331ada0121 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:49.369083 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-fc23aaf4-dd56-4465-aca2-992ff1553200 req-fd6659b9-3999-454d-b43f-49331ada0121 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0551791 Oct 29 13:40:49.408565 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-fc23aaf4-dd56-4465-aca2-992ff1553200 req-35c77c71-14eb-4a76-a7b3-6235d9983e09 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330477 Oct 29 13:40:49.616771 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72cfa6-0247-4700-b648-3ff1fcd64ace req-48c44f40-398b-47ee-8ce3-d09a63525033 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:49.618880 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3a72cfa6-0247-4700-b648-3ff1fcd64ace req-48c44f40-398b-47ee-8ce3-d09a63525033 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0510108 Oct 29 13:40:49.671341 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3a72cfa6-0247-4700-b648-3ff1fcd64ace req-9dd9cd99-399e-43a0-9e5d-830089083d6c tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459447 Oct 29 13:40:49.706229 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-525c9b70-314f-44fe-806c-b53770f8fb3e req-38ed08d1-459b-443a-97b2-d3f587132340 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1636159 Oct 29 13:40:50.785749 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb82d43-0db8-4d30-a9af-9f94f7e0aa77 req-51a00e23-0c95-46ee-83f6-1ed0f5d0d755 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:50.789323 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-cfb82d43-0db8-4d30-a9af-9f94f7e0aa77 req-51a00e23-0c95-46ee-83f6-1ed0f5d0d755 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0486791 Oct 29 13:40:50.829652 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-cfb82d43-0db8-4d30-a9af-9f94f7e0aa77 req-e9bcd2c6-2cb7-42da-86d0-256507552721 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351174 Oct 29 13:40:51.947128 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4964a-6784-428d-86b6-f7e44598f74d req-99c30741-92c9-4e50-882a-8bed55043fff tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:51.948587 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e9a4964a-6784-428d-86b6-f7e44598f74d req-99c30741-92c9-4e50-882a-8bed55043fff tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0498164 Oct 29 13:40:51.984689 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e9a4964a-6784-428d-86b6-f7e44598f74d req-ccba39e3-02a7-4424-94e0-712ec88876a0 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301356 Oct 29 13:40:52.848407 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:40:52.922818 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:52.946799 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:40:52.949227 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765328ce-62f3-4de4-b224-56159f25c223" -d '{"events": [{"server_uuid": "ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:40:52.962029 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2,segment=NetworkSegment(579b183a-e133-4044-992e-77340ed7842c),segment_id=579b183a-e133-4044-992e-77340ed7842c)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:40:52.971836 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:52.995659 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Oct 2021 13:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41880c8-b76b-491b-9c17-52a73600193f x-openstack-request-id: req-b41880c8-b76b-491b-9c17-52a73600193f {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:40:52.995953 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1", "name": "network-vif-unplugged", "status": "failed", "tag": "1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2", "code": 422}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:40:52.996221 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b41880c8-b76b-491b-9c17-52a73600193f {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:40:52.996625 dv-cinder-815884-1-iscsi neutron-server[101276]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2', 'code': 422} returned with failed status Oct 29 13:40:53.024187 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2,revision_number=6']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:40:53.098615 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ed429-d346-44fd-8ca0-a47feb2dea92 req-a237b62f-e416-4189-8f93-0896ae5fff47 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:53.100059 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-318ed429-d346-44fd-8ca0-a47feb2dea92 req-a237b62f-e416-4189-8f93-0896ae5fff47 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 944 time: 0.0469692 Oct 29 13:40:53.138121 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-318ed429-d346-44fd-8ca0-a47feb2dea92 req-12061b85-73f6-4fa4-9df9-3c8fe9b72cc1 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312147 Oct 29 13:40:53.797574 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c9b70-314f-44fe-806c-b53770f8fb3e req-e47c7240-b4ed-4264-a69e-a7f8d55bd47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:53.798969 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-525c9b70-314f-44fe-806c-b53770f8fb3e req-e47c7240-b4ed-4264-a69e-a7f8d55bd47f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1&tenant_id=01041e00f28e4197a613ed2b47866c73 HTTP/1.1" status: 200 len: 1097 time: 0.0391006 Oct 29 13:40:53.863522 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c9b70-314f-44fe-806c-b53770f8fb3e req-aa5c246f-5daf-4a6e-846e-8348512b3ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:53.865006 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-525c9b70-314f-44fe-806c-b53770f8fb3e req-aa5c246f-5daf-4a6e-846e-8348512b3ccc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01041e00f28e4197a613ed2b47866c73&device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 1097 time: 0.0423973 Oct 29 13:40:53.957688 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c9b70-314f-44fe-806c-b53770f8fb3e req-539731a9-ed7d-4c42-a53b-a456725f6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:53.959192 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-525c9b70-314f-44fe-806c-b53770f8fb3e req-539731a9-ed7d-4c42-a53b-a456725f6d23 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e8713ec6-2bfb-425a-831c-4c8b1797ee7d HTTP/1.1" status: 200 len: 909 time: 0.0867124 Oct 29 13:40:54.034027 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-525c9b70-314f-44fe-806c-b53770f8fb3e req-818b8bef-c017-48fb-a893-6b937c491069 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 HTTP/1.1" status: 200 len: 1000 time: 0.0670865 Oct 29 13:40:54.083588 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c9b70-314f-44fe-806c-b53770f8fb3e req-166d2502-1aa7-4778-8c99-143859e82d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:54.085039 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-525c9b70-314f-44fe-806c-b53770f8fb3e req-166d2502-1aa7-4778-8c99-143859e82d7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=15136af1-c373-4d7d-9a86-8cab6dcff79c HTTP/1.1" status: 200 len: 847 time: 0.0438838 Oct 29 13:40:54.130136 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c9b70-314f-44fe-806c-b53770f8fb3e req-b4ca8f4c-c597-4b2f-a46b-baf5588aefce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:54.131576 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-525c9b70-314f-44fe-806c-b53770f8fb3e req-b4ca8f4c-c597-4b2f-a46b-baf5588aefce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e8713ec6-2bfb-425a-831c-4c8b1797ee7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381758 Oct 29 13:40:54.244443 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-525c9b70-314f-44fe-806c-b53770f8fb3e req-2fa2a880-b3f9-4f74-bf32-219dd33b5559 service neutron] 10.222.0.26 "GET /v2.0/networks/e8713ec6-2bfb-425a-831c-4c8b1797ee7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051881 Oct 29 13:40:54.267260 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4ccca-42a5-4d26-869e-f7ea7cb8b948 req-5738426e-0447-4986-adab-6ed842635258 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:54.268736 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-60c4ccca-42a5-4d26-869e-f7ea7cb8b948 req-5738426e-0447-4986-adab-6ed842635258 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 944 time: 0.0578225 Oct 29 13:40:54.313961 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-60c4ccca-42a5-4d26-869e-f7ea7cb8b948 req-1ed9689c-fd78-4ffa-9e47-12c99b602a7b tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386860 Oct 29 13:40:55.428191 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50852c2e-41c1-4428-8707-11adfd5f7228 req-3979fbab-a682-4af1-9051-ac32ead8fd76 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:55.430182 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-50852c2e-41c1-4428-8707-11adfd5f7228 req-3979fbab-a682-4af1-9051-ac32ead8fd76 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 944 time: 0.0519638 Oct 29 13:40:55.468844 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-50852c2e-41c1-4428-8707-11adfd5f7228 req-1ff8c010-a590-4840-8b74-275c5e830906 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327904 Oct 29 13:40:55.480775 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d2900107-ff88-4c3d-abf9-fcf0fa599d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:55.540965 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-525c9b70-314f-44fe-806c-b53770f8fb3e req-780ac413-f12f-4f71-80a9-8cbdb4bd3aa0 service neutron] 10.222.0.26 "GET /v2.0/networks/e8713ec6-2bfb-425a-831c-4c8b1797ee7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839856 Oct 29 13:40:56.586114 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d400d-edce-4b4d-8cb6-aa70eb43c284 req-af229632-5d24-4ea6-963b-3c682a2208e6 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:56.588754 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-895d400d-edce-4b4d-8cb6-aa70eb43c284 req-af229632-5d24-4ea6-963b-3c682a2208e6 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 944 time: 0.0523982 Oct 29 13:40:56.634398 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-895d400d-edce-4b4d-8cb6-aa70eb43c284 req-5e34e144-baf0-4827-a6ef-7b5b0eef5b37 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399230 Oct 29 13:40:56.791097 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:57.744139 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2104bd2-b9a6-464e-8314-fd03b5a573e9 req-2f88087f-0609-4453-b2c9-c98f982c7e32 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:57.745603 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d2104bd2-b9a6-464e-8314-fd03b5a573e9 req-2f88087f-0609-4453-b2c9-c98f982c7e32 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 944 time: 0.0472999 Oct 29 13:40:57.782079 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d2104bd2-b9a6-464e-8314-fd03b5a573e9 req-03571981-4106-4ae5-949c-32a8577dc505 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303888 Oct 29 13:40:57.816978 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:40:58.010326 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:58.065669 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-8393920d-4198-42d6-881e-1ec8dedf8445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:40:58.898970 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf0e77-768d-455f-a98c-708619b1997f req-863bf050-509c-4e79-ad00-7219dd44a809 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:40:58.900688 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5cdf0e77-768d-455f-a98c-708619b1997f req-863bf050-509c-4e79-ad00-7219dd44a809 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 944 time: 0.0514069 Oct 29 13:40:58.938674 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5cdf0e77-768d-455f-a98c-708619b1997f req-f47c815e-38d3-414e-a50d-d5c740cd36db tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315650 Oct 29 13:40:59.285930 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:00.050771 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ce7d3-0a73-46a5-8d9a-c6c41470a135 req-b51756b4-a51e-448d-8cc5-31441c7a4622 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:00.052200 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6d2ce7d3-0a73-46a5-8d9a-c6c41470a135 req-b51756b4-a51e-448d-8cc5-31441c7a4622 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 944 time: 0.0478010 Oct 29 13:41:00.088817 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-6d2ce7d3-0a73-46a5-8d9a-c6c41470a135 req-3248556f-111b-4355-8357-5c6d167af0d2 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300386 Oct 29 13:41:00.803026 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:01.198864 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f5b41-8b7e-43ab-a1ff-3cc243cf5f37 req-cd1bc1da-cda0-40c3-998d-55b50bea82f7 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:01.200313 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6c5f5b41-8b7e-43ab-a1ff-3cc243cf5f37 req-cd1bc1da-cda0-40c3-998d-55b50bea82f7 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 944 time: 0.0474961 Oct 29 13:41:01.236270 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-6c5f5b41-8b7e-43ab-a1ff-3cc243cf5f37 req-7f42949d-ad04-4ad1-a913-4ced1e64d605 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301344 Oct 29 13:41:02.360979 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefb1b8-b893-4211-94e8-5eab1ebd0303 req-3d7aa1fa-85cc-4ec7-a247-6d6813c23482 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:02.362481 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-afefb1b8-b893-4211-94e8-5eab1ebd0303 req-3d7aa1fa-85cc-4ec7-a247-6d6813c23482 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 944 time: 0.0500083 Oct 29 13:41:02.399563 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-afefb1b8-b893-4211-94e8-5eab1ebd0303 req-cd393ac6-8b4f-4a15-b847-40703e9a4878 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312631 Oct 29 13:41:03.512384 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c271f8-3141-4f04-a7bb-f0c6442eaab2 req-3039daa9-91ce-4965-a783-ee1ef22e1b70 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:03.513862 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f5c271f8-3141-4f04-a7bb-f0c6442eaab2 req-3039daa9-91ce-4965-a783-ee1ef22e1b70 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 944 time: 0.0511355 Oct 29 13:41:03.550455 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f5c271f8-3141-4f04-a7bb-f0c6442eaab2 req-31c2c3f7-5c1e-4d5f-9553-b61d5d539821 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303814 Oct 29 13:41:04.660337 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa35769-afe2-4469-b1c4-e6c57a8a49a8 req-45016648-6016-48af-af41-38581d32f5d4 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:04.661809 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9aa35769-afe2-4469-b1c4-e6c57a8a49a8 req-45016648-6016-48af-af41-38581d32f5d4 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 944 time: 0.0481057 Oct 29 13:41:04.698725 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-9aa35769-afe2-4469-b1c4-e6c57a8a49a8 req-bfc5a034-b0ee-41b2-8c60-d503e5f120cd tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310032 Oct 29 13:41:05.810141 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270b4f9-db67-46d1-8ec2-6a30fd30b260 req-106e9d91-c03c-4c8e-8448-9d693c858b79 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:05.811604 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b270b4f9-db67-46d1-8ec2-6a30fd30b260 req-106e9d91-c03c-4c8e-8448-9d693c858b79 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 944 time: 0.0483220 Oct 29 13:41:05.848322 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b270b4f9-db67-46d1-8ec2-6a30fd30b260 req-d78b2a14-c612-481c-a971-f128a4d2093a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309110 Oct 29 13:41:06.069497 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:41:06.158073 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2,segment=NetworkSegment(579b183a-e133-4044-992e-77340ed7842c),segment_id=579b183a-e133-4044-992e-77340ed7842c)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:41:06.169367 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': '1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2', 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d', 'port_id': '1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2', 'mac_address': 'fa:16:3e:49:40:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15136af1-c373-4d7d-9a86-8cab6dcff79c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:41:06.207667 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:06.220242 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:41:06.238273 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2,segment=NetworkSegment(579b183a-e133-4044-992e-77340ed7842c),segment_id=579b183a-e133-4044-992e-77340ed7842c)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:41:06.243132 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:06.288720 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2,revision_number=7']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:41:06.487535 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:41:06.960165 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d502e-d491-4cf4-8c08-ba7a6bdaead6 req-eaa541fa-ac7b-4f6a-ba3c-6cdd9f1c6a58 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:06.961635 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-dd7d502e-d491-4cf4-8c08-ba7a6bdaead6 req-eaa541fa-ac7b-4f6a-ba3c-6cdd9f1c6a58 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 945 time: 0.0479505 Oct 29 13:41:06.998834 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-dd7d502e-d491-4cf4-8c08-ba7a6bdaead6 req-ce77fe9a-2009-4b39-92cf-1406121c8040 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314145 Oct 29 13:41:08.084853 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:41:08.110054 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd8b7f-96d4-4530-8b3f-51da020a811a req-dbc65eea-5ca7-490a-9c3f-28257411f579 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:08.111659 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3cfd8b7f-96d4-4530-8b3f-51da020a811a req-dbc65eea-5ca7-490a-9c3f-28257411f579 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 945 time: 0.0477390 Oct 29 13:41:08.131397 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:41:08.131759 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:08.149166 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-3cfd8b7f-96d4-4530-8b3f-51da020a811a req-ad6207a6-3139-46f7-85ec-e55634a080ee tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316498 Oct 29 13:41:08.208139 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:08.229166 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:41:08.231387 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9025e0af-0b35-48da-a368-1e858505c16d" -d '{"events": [{"server_uuid": "ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1", "name": "network-vif-plugged", "status": "completed", "tag": "1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:41:08.243059 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2,segment=NetworkSegment(579b183a-e133-4044-992e-77340ed7842c),segment_id=579b183a-e133-4044-992e-77340ed7842c)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:41:08.247499 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:08.270155 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48816de5-c6ec-450b-b24b-7f9498ee7645 x-openstack-request-id: req-48816de5-c6ec-450b-b24b-7f9498ee7645 {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:41:08.270439 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1", "name": "network-vif-plugged", "status": "completed", "tag": "1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:41:08.270689 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-48816de5-c6ec-450b-b24b-7f9498ee7645 {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:41:08.271065 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2', 'code': 200} Oct 29 13:41:08.296776 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2,revision_number=8']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:41:08.484314 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7275b07-53bf-4e18-b2c7-f5015b515dad req-18698f4f-4951-4674-a1c7-c5de99abbe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:08.485852 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b7275b07-53bf-4e18-b2c7-f5015b515dad req-18698f4f-4951-4674-a1c7-c5de99abbe6a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 1099 time: 0.0430644 Oct 29 13:41:08.525203 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b7275b07-53bf-4e18-b2c7-f5015b515dad req-b47440f6-cb89-48ec-a7c2-8d4d85a3ec70 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273857 Oct 29 13:41:08.958104 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 39730) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:41:09.059760 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b56b8018-56f9-4fc4-83e9-0e43573af052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:09.132732 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b56b8018-56f9-4fc4-83e9-0e43573af052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:09.136548 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b56b8018-56f9-4fc4-83e9-0e43573af052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:09.172972 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b8018-56f9-4fc4-83e9-0e43573af052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61cf2da-8a07-43b0-95bb-c682fd4012b2,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:41:09.176854 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-b56b8018-56f9-4fc4-83e9-0e43573af052 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=102585247fa443cb89b2370a8cb7d711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177420 Oct 29 13:41:09.179576 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 39736) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:41:09.183159 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b8018-56f9-4fc4-83e9-0e43573af052 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:09.183578 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b8018-56f9-4fc4-83e9-0e43573af052 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:09.183983 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b8018-56f9-4fc4-83e9-0e43573af052 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:09.184381 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b8018-56f9-4fc4-83e9-0e43573af052 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:09.184780 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b8018-56f9-4fc4-83e9-0e43573af052 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:09.185177 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b8018-56f9-4fc4-83e9-0e43573af052 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:09.185574 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b8018-56f9-4fc4-83e9-0e43573af052 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:09.186321 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b8018-56f9-4fc4-83e9-0e43573af052 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:09.186321 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b8018-56f9-4fc4-83e9-0e43573af052 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:09.186804 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b8018-56f9-4fc4-83e9-0e43573af052 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:09.187244 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b8018-56f9-4fc4-83e9-0e43573af052 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:09.187628 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b8018-56f9-4fc4-83e9-0e43573af052 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:09.233002 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3bae4164-bb5b-4904-9c5e-de494d4de96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:09.254431 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3bae4164-bb5b-4904-9c5e-de494d4de96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:09.267695 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9aabb-b424-458f-a018-765ba2fd622a req-217526f7-8d1b-4b16-8c65-1fbc7d2382f8 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:09.269180 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4ed9aabb-b424-458f-a018-765ba2fd622a req-217526f7-8d1b-4b16-8c65-1fbc7d2382f8 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0478065 Oct 29 13:41:09.299535 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3bae4164-bb5b-4904-9c5e-de494d4de96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:09.302268 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3bae4164-bb5b-4904-9c5e-de494d4de96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:09.303411 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-3bae4164-bb5b-4904-9c5e-de494d4de96c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d61cf2da-8a07-43b0-95bb-c682fd4012b2 HTTP/1.1" status: 204 len: 168 time: 0.1228940 Oct 29 13:41:09.310943 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4ed9aabb-b424-458f-a018-765ba2fd622a req-c5bea95b-efbd-4520-8bb2-9fa86874cb41 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350142 Oct 29 13:41:09.314924 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae4164-bb5b-4904-9c5e-de494d4de96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61cf2da-8a07-43b0-95bb-c682fd4012b2,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:41:10.286850 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 39772) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:41:10.398456 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-11265769-458c-48ec-8ed9-883df2451483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:10.452375 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3ce47-d05f-418e-b5bc-cada2d1523f0 req-7cccf4e5-9aa6-4243-bbc0-9315f5bbf84e tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:10.453854 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-2ca3ce47-d05f-418e-b5bc-cada2d1523f0 req-7cccf4e5-9aa6-4243-bbc0-9315f5bbf84e tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0753198 Oct 29 13:41:10.508745 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-2ca3ce47-d05f-418e-b5bc-cada2d1523f0 req-9995dbb4-03ee-40a9-ad4d-ccf0b3666ac0 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474315 Oct 29 13:41:10.534441 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-11265769-458c-48ec-8ed9-883df2451483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:10.538199 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-11265769-458c-48ec-8ed9-883df2451483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:10.578887 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-11265769-458c-48ec-8ed9-883df2451483 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d51f97448ff449cab10c67869646a38f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909718 Oct 29 13:41:10.579723 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11265769-458c-48ec-8ed9-883df2451483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49496156-fdc7-4a2f-891c-d423219954e3,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:41:10.581548 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 39782) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:41:10.635623 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3836411c-f086-4cb9-95c9-44b0eab106c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:10.656128 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3836411c-f086-4cb9-95c9-44b0eab106c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:10.701821 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3836411c-f086-4cb9-95c9-44b0eab106c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:10.704270 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3836411c-f086-4cb9-95c9-44b0eab106c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:10.705379 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-3836411c-f086-4cb9-95c9-44b0eab106c6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/49496156-fdc7-4a2f-891c-d423219954e3 HTTP/1.1" status: 204 len: 168 time: 0.1227586 Oct 29 13:41:10.712595 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836411c-f086-4cb9-95c9-44b0eab106c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49496156-fdc7-4a2f-891c-d423219954e3,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:41:12.123489 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 39798) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:41:12.223785 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-71d96072-75ef-4d49-9056-66ea138c8be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:12.297079 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-71d96072-75ef-4d49-9056-66ea138c8be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:12.300807 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-71d96072-75ef-4d49-9056-66ea138c8be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:12.337574 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-71d96072-75ef-4d49-9056-66ea138c8be8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3e1a4b40a103445790255e415ab29544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130518 Oct 29 13:41:12.338673 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d96072-75ef-4d49-9056-66ea138c8be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc9453e-692c-4ea3-8242-8d694b4c78fb,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:41:12.340420 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 39802) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:41:12.389995 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f257e038-29e0-42e2-9f7c-466b3e121fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:12.409858 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f257e038-29e0-42e2-9f7c-466b3e121fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:12.454171 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f257e038-29e0-42e2-9f7c-466b3e121fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:12.456947 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f257e038-29e0-42e2-9f7c-466b3e121fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:12.458074 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-f257e038-29e0-42e2-9f7c-466b3e121fd6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/afc9453e-692c-4ea3-8242-8d694b4c78fb HTTP/1.1" status: 204 len: 168 time: 0.1160383 Oct 29 13:41:12.465376 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257e038-29e0-42e2-9f7c-466b3e121fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc9453e-692c-4ea3-8242-8d694b4c78fb,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:41:25.475823 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-f67fbef3-9829-4131-8b46-2b54db25940e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:26.797480 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:28.011936 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:28.064315 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-90792aee-fb75-4ebc-8df6-5dea8be4d497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:29.287214 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:30.081747 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1748705d-c504-415d-bf5b-46826795943c req-34d60ece-285d-4b2e-9f4b-5915d5f69f7e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420706 Oct 29 13:41:30.139913 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748705d-c504-415d-bf5b-46826795943c req-53c90bb0-8129-4adc-bcc4-d0e035a9e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:30.141329 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1748705d-c504-415d-bf5b-46826795943c req-53c90bb0-8129-4adc-bcc4-d0e035a9e77e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dda9cf39e3ff4797af5227f990f14457&device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 1098 time: 0.0376132 Oct 29 13:41:30.242336 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748705d-c504-415d-bf5b-46826795943c req-b0eeaa8f-3822-4a13-aed1-4b84bf29a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:30.243870 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1748705d-c504-415d-bf5b-46826795943c req-b0eeaa8f-3822-4a13-aed1-4b84bf29a936 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d620a326-cd97-4595-b325-2f417240582b HTTP/1.1" status: 200 len: 913 time: 0.0807893 Oct 29 13:41:30.309487 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1748705d-c504-415d-bf5b-46826795943c req-5f7aa2d9-3de6-45ed-ad9e-9f75b70e3755 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 HTTP/1.1" status: 200 len: 1001 time: 0.0585840 Oct 29 13:41:30.357347 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748705d-c504-415d-bf5b-46826795943c req-f273f2e7-2288-4c4d-8987-706be9962a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:30.358742 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1748705d-c504-415d-bf5b-46826795943c req-f273f2e7-2288-4c4d-8987-706be9962a1b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=115c3b06-75d5-42f2-9aff-2e4cf3f60ab5 HTTP/1.1" status: 200 len: 851 time: 0.0419743 Oct 29 13:41:30.403725 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748705d-c504-415d-bf5b-46826795943c req-a92762bc-0b03-402d-ad0b-0d8e00a9c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:30.405119 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1748705d-c504-415d-bf5b-46826795943c req-a92762bc-0b03-402d-ad0b-0d8e00a9c921 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d620a326-cd97-4595-b325-2f417240582b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381484 Oct 29 13:41:30.496605 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1748705d-c504-415d-bf5b-46826795943c req-7c91f094-8e4b-4adc-94b8-ea3717b0432e service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828085 Oct 29 13:41:30.583944 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-1748705d-c504-415d-bf5b-46826795943c req-ffe01624-a280-4e62-a95d-e4d3e2481292 service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791135 Oct 29 13:41:30.800064 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:33.081108 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-6335be80-7ee5-4309-b964-3f06238aabba tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-255641277&fields=id&tenant_id=dda9cf39e3ff4797af5227f990f14457 HTTP/1.1" status: 200 len: 267 time: 0.0327964 Oct 29 13:41:33.186755 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-85c370f5-885a-49e1-94e0-c8e85f5c1a3b tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:33.188267 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-85c370f5-885a-49e1-94e0-c8e85f5c1a3b tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/networks?id=d620a326-cd97-4595-b325-2f417240582b HTTP/1.1" status: 200 len: 812 time: 0.1006622 Oct 29 13:41:33.203384 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-5c5a7e44-3949-4983-9136-29f7c4ac159c tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/quotas/dda9cf39e3ff4797af5227f990f14457 HTTP/1.1" status: 200 len: 375 time: 0.0093143 Oct 29 13:41:33.257984 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-3814dd41-8a15-420b-82c6-eb491feeb50c tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=dda9cf39e3ff4797af5227f990f14457&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0495446 Oct 29 13:41:33.351621 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-5487e1d4-38a6-497d-9945-f247c8f6a31c service neutron] 10.222.0.96 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817406 Oct 29 13:41:33.437351 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-89164fa5-8db4-44a4-93ce-b2d1561f287a service neutron] 10.222.0.96 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792572 Oct 29 13:41:33.710295 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-921802de-227f-4f5f-94a3-606672737b74 req-10a765c3-97ca-453d-8fb3-24fa80a3e90b tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 210 time: 0.0250404 Oct 29 13:41:34.596594 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-e8bfbdda-b25c-4b32-b140-5a9af5468f47 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:34.598246 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-e8bfbdda-b25c-4b32-b140-5a9af5468f47 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.26 "GET /v2.0/networks?id=d620a326-cd97-4595-b325-2f417240582b HTTP/1.1" status: 200 len: 812 time: 0.1061516 Oct 29 13:41:34.641536 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-b632554f-6221-4d33-b323-c7ae131dd359 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dda9cf39e3ff4797af5227f990f14457 HTTP/1.1" status: 200 len: 379 time: 0.0338604 Oct 29 13:41:34.652552 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-bae678ad-7f97-48a7-988e-37fc6c5eb62a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Request body: {'port': {'device_id': '643d3cf3-9b7c-4013-ac8e-60433989d1a9', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'admin_state_up': True, 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'security_groups': ['6f81b7db-0b31-407c-959a-71252673a1aa']}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:41:34.760400 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-bae678ad-7f97-48a7-988e-37fc6c5eb62a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Made reservation on behalf of dda9cf39e3ff4797af5227f990f14457 for: {'port': 1} {{(pid=101274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 13:41:34.764029 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-bae678ad-7f97-48a7-988e-37fc6c5eb62a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:34.808570 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-0e5986e6-2368-4138-b6a7-4cd53b4d7cc6 req-f4e03194-510a-4e4d-ae01-f60725e5f06a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 210 time: 0.0320101 Oct 29 13:41:34.817434 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:41:34.920869 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-bae678ad-7f97-48a7-988e-37fc6c5eb62a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Allocated IP 172.20.0.6 (d620a326-cd97-4595-b325-2f417240582b/115c3b06-75d5-42f2-9aff-2e4cf3f60ab5/ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:41:35.060135 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-bae678ad-7f97-48a7-988e-37fc6c5eb62a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:35.094062 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-bae678ad-7f97-48a7-988e-37fc6c5eb62a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:35.136393 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-bae678ad-7f97-48a7-988e-37fc6c5eb62a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Network d620a326-cd97-4595-b325-2f417240582b is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:41:35.139370 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-bae678ad-7f97-48a7-988e-37fc6c5eb62a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:41:35.142878 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-bae678ad-7f97-48a7-988e-37fc6c5eb62a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:41:35.151446 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae678ad-7f97-48a7-988e-37fc6c5eb62a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Pushing event updated for resources: {'Port': ['ID=ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:41:35.201923 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-bae678ad-7f97-48a7-988e-37fc6c5eb62a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:35.202541 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-bae678ad-7f97-48a7-988e-37fc6c5eb62a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:35.219474 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-bae678ad-7f97-48a7-988e-37fc6c5eb62a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5704200 Oct 29 13:41:35.232957 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.v2.base [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-b8881e0d-2ed9-43bc-b342-7dfa0a6ef062 service neutron] Request body: {'port': {'device_id': '643d3cf3-9b7c-4013-ac8e-60433989d1a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=101274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:41:35.289821 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-b8881e0d-2ed9-43bc-b342-7dfa0a6ef062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:35.338700 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-64769d09-8a9a-4a4c-9ff2-4d1c25ab7614 None None] Provisioning complete for port ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 triggered by entity DHCP. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:41:35.339269 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-64769d09-8a9a-4a4c-9ff2-4d1c25ab7614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:35.372521 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-64769d09-8a9a-4a4c-9ff2-4d1c25ab7614 None None] Port ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 cannot update to ACTIVE because it is not bound. {{(pid=101276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 13:41:35.544007 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-b8881e0d-2ed9-43bc-b342-7dfa0a6ef062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:41:35.551182 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-b8881e0d-2ed9-43bc-b342-7dfa0a6ef062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:35.562604 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-b8881e0d-2ed9-43bc-b342-7dfa0a6ef062 service neutron] Transition to ACTIVE for port object ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 13:41:35.566499 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-b8881e0d-2ed9-43bc-b342-7dfa0a6ef062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:35.621484 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8881e0d-2ed9-43bc-b342-7dfa0a6ef062 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:41:35.685084 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-b8881e0d-2ed9-43bc-b342-7dfa0a6ef062 service neutron] Attempting to bind port ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 29 13:41:35.685518 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-b8881e0d-2ed9-43bc-b342-7dfa0a6ef062 service neutron] Attempting to bind port ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'a2263a2a-f893-4004-b0b7-e691a73d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd620a326-cd97-4595-b325-2f417240582b'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 29 13:41:35.685953 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-b8881e0d-2ed9-43bc-b342-7dfa0a6ef062 service neutron] Attempting to bind port ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 on network d620a326-cd97-4595-b325-2f417240582b {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:41:35.690508 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-b8881e0d-2ed9-43bc-b342-7dfa0a6ef062 service neutron] Port ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 on network d620a326-cd97-4595-b325-2f417240582b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 13:41:35.690830 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-b8881e0d-2ed9-43bc-b342-7dfa0a6ef062 service neutron] Attempting to bind port ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 on network d620a326-cd97-4595-b325-2f417240582b {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 13:41:35.695600 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-b8881e0d-2ed9-43bc-b342-7dfa0a6ef062 service neutron] Checking agent: {'id': 'f4eb5ed7-5e0f-48be-9842-f1315b14e800', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'started_at': datetime.datetime(2021, 10, 29, 13, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 13, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 13:41:35.695928 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-b8881e0d-2ed9-43bc-b342-7dfa0a6ef062 service neutron] Checking segment: {'id': 'a2263a2a-f893-4004-b0b7-e691a73d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd620a326-cd97-4595-b325-2f417240582b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 13:41:35.696846 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-b8881e0d-2ed9-43bc-b342-7dfa0a6ef062 service neutron] Bound using segment: {'id': 'a2263a2a-f893-4004-b0b7-e691a73d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd620a326-cd97-4595-b325-2f417240582b'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 13:41:35.697214 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-b8881e0d-2ed9-43bc-b342-7dfa0a6ef062 service neutron] Bound port: ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2263a2a-f893-4004-b0b7-e691a73d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd620a326-cd97-4595-b325-2f417240582b'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 29 13:41:35.697568 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-b8881e0d-2ed9-43bc-b342-7dfa0a6ef062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:35.761387 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-b8881e0d-2ed9-43bc-b342-7dfa0a6ef062 service neutron] For port ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0, host hv-cinder-81588, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 13:41:35.764437 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-b8881e0d-2ed9-43bc-b342-7dfa0a6ef062 service neutron] For port ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0,segment=NetworkSegment(a2263a2a-f893-4004-b0b7-e691a73d733d),segment_id=a2263a2a-f893-4004-b0b7-e691a73d733d)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 13:41:35.769212 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-b8881e0d-2ed9-43bc-b342-7dfa0a6ef062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25597419'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:35.804868 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-b8881e0d-2ed9-43bc-b342-7dfa0a6ef062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:35.805479 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-b8881e0d-2ed9-43bc-b342-7dfa0a6ef062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:35.806892 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-b8881e0d-2ed9-43bc-b342-7dfa0a6ef062 service neutron] 10.222.0.26 "PUT /v2.0/ports/ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 HTTP/1.1" status: 200 len: 1093 time: 0.5782688 Oct 29 13:41:35.807327 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643d3cf3-9b7c-4013-ac8e-60433989d1a9', 'tag': 'ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:41:35.809533 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f202b65-895f-4bf2-98ff-a2ffba238eac" -d '{"events": [{"name": "network-changed", "server_uuid": "643d3cf3-9b7c-4013-ac8e-60433989d1a9", "tag": "ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:41:35.851597 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6ab929-ab14-403b-8f4f-107e744c1e9a x-openstack-request-id: req-7f6ab929-ab14-403b-8f4f-107e744c1e9a {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:41:35.851743 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643d3cf3-9b7c-4013-ac8e-60433989d1a9", "tag": "ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:41:35.851993 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7f6ab929-ab14-403b-8f4f-107e744c1e9a {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:41:35.852386 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643d3cf3-9b7c-4013-ac8e-60433989d1a9', 'tag': 'ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0', 'status': 'completed', 'code': 200} Oct 29 13:41:35.860862 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8881e0d-2ed9-43bc-b342-7dfa0a6ef062 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:41:35.895678 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-50a38bb9-80c2-41b5-93a2-adaf631d49f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:35.897650 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-50a38bb9-80c2-41b5-93a2-adaf631d49f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dda9cf39e3ff4797af5227f990f14457&device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 1096 time: 0.0484502 Oct 29 13:41:35.959381 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-c1a8af27-4238-4a86-8252-41d4b60cdfbf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 HTTP/1.1" status: 200 len: 217 time: 0.0521703 Oct 29 13:41:36.002489 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4965fe9-4af6-44e5-9acd-5a0748c0b150 req-d3d9f1f7-d00a-43ea-b1c5-c7445215c7a4 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:36.003983 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e4965fe9-4af6-44e5-9acd-5a0748c0b150 req-d3d9f1f7-d00a-43ea-b1c5-c7445215c7a4 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 943 time: 0.1054556 Oct 29 13:41:36.036896 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-f8800b65-75c0-4738-8190-583d0c3fbed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:36.038445 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-f8800b65-75c0-4738-8190-583d0c3fbed1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=115c3b06-75d5-42f2-9aff-2e4cf3f60ab5 HTTP/1.1" status: 200 len: 851 time: 0.0710318 Oct 29 13:41:36.059595 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e4965fe9-4af6-44e5-9acd-5a0748c0b150 req-cbd01781-d50f-4749-ac91-abc6f992aaee tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490308 Oct 29 13:41:36.087999 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-9def5ad4-2a00-483d-ace6-7b8cab84ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:36.089454 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-9def5ad4-2a00-483d-ace6-7b8cab84ad15 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d620a326-cd97-4595-b325-2f417240582b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423684 Oct 29 13:41:36.178331 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-083781d0-3b61-47d3-9a17-2a24460ca0b9 service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811980 Oct 29 13:41:36.276533 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5dcc0d1b-6163-4d42-a61a-82396a5ce2be req-b7a2ec88-af29-49b1-895a-9144d399987a service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907276 Oct 29 13:41:36.357549 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f202b65-895f-4bf2-98ff-a2ffba238eac req-927d8688-21df-4bda-a55d-c74839e9289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:36.358992 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8f202b65-895f-4bf2-98ff-a2ffba238eac req-927d8688-21df-4bda-a55d-c74839e9289d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dda9cf39e3ff4797af5227f990f14457&device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 1096 time: 0.0382626 Oct 29 13:41:36.448337 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f202b65-895f-4bf2-98ff-a2ffba238eac req-85770375-ece9-440d-9408-1699c48a2be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:36.449675 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8f202b65-895f-4bf2-98ff-a2ffba238eac req-85770375-ece9-440d-9408-1699c48a2be7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d620a326-cd97-4595-b325-2f417240582b HTTP/1.1" status: 200 len: 913 time: 0.0828986 Oct 29 13:41:36.489527 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8f202b65-895f-4bf2-98ff-a2ffba238eac req-b65598b8-0042-405d-b970-3a38ac1efa6b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 HTTP/1.1" status: 200 len: 217 time: 0.0320525 Oct 29 13:41:36.539037 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f202b65-895f-4bf2-98ff-a2ffba238eac req-6cd425cd-e3ac-4539-8b2f-f9d0910e7eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:36.540921 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8f202b65-895f-4bf2-98ff-a2ffba238eac req-6cd425cd-e3ac-4539-8b2f-f9d0910e7eb2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=115c3b06-75d5-42f2-9aff-2e4cf3f60ab5 HTTP/1.1" status: 200 len: 851 time: 0.0441654 Oct 29 13:41:36.585506 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f202b65-895f-4bf2-98ff-a2ffba238eac req-9ddd0376-ab6e-4b60-9679-ddd8001aa68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:36.587446 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8f202b65-895f-4bf2-98ff-a2ffba238eac req-9ddd0376-ab6e-4b60-9679-ddd8001aa68d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d620a326-cd97-4595-b325-2f417240582b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378923 Oct 29 13:41:36.675258 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8f202b65-895f-4bf2-98ff-a2ffba238eac req-d01910eb-58d8-40ba-8310-afb6ec561706 service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794249 Oct 29 13:41:36.767065 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-8f202b65-895f-4bf2-98ff-a2ffba238eac req-3c988c0d-ba80-4776-b53b-ab6245ea7c21 service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805168 Oct 29 13:41:37.174782 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b634a-d0d3-49eb-9c05-a7785b54860d req-9cf3b533-f0c6-4b42-a945-23eeb51a2d92 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:37.176251 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d87b634a-d0d3-49eb-9c05-a7785b54860d req-9cf3b533-f0c6-4b42-a945-23eeb51a2d92 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 943 time: 0.0507164 Oct 29 13:41:37.213483 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d87b634a-d0d3-49eb-9c05-a7785b54860d req-efd97afa-5f7a-4a66-8d69-48a9d2db2598 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311296 Oct 29 13:41:38.324782 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f50621-fdec-45f7-9993-7d447897d61b req-e7820b1c-add5-44fc-8382-1fefc2e8044b tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:38.326172 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e4f50621-fdec-45f7-9993-7d447897d61b req-e7820b1c-add5-44fc-8382-1fefc2e8044b tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 943 time: 0.0483372 Oct 29 13:41:38.363016 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-e4f50621-fdec-45f7-9993-7d447897d61b req-a06c75f2-7e37-423e-9f34-b8bb00d8d17a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309184 Oct 29 13:41:39.472261 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf150524-877d-45da-9f97-e9c96b931d84 req-ba1cde10-91d5-493c-bb52-29f6244e06e4 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:39.473627 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-cf150524-877d-45da-9f97-e9c96b931d84 req-ba1cde10-91d5-493c-bb52-29f6244e06e4 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 943 time: 0.0470004 Oct 29 13:41:39.510919 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-cf150524-877d-45da-9f97-e9c96b931d84 req-d6143fd0-320b-44f8-ad5e-6f1a933e58a6 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308704 Oct 29 13:41:40.619115 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fba11-9322-4f1c-b7fc-3719631d8839 req-8f642450-a29d-4af2-a02c-e4cebb36ea17 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:40.620566 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-aa4fba11-9322-4f1c-b7fc-3719631d8839 req-8f642450-a29d-4af2-a02c-e4cebb36ea17 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 943 time: 0.0462639 Oct 29 13:41:40.661528 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-aa4fba11-9322-4f1c-b7fc-3719631d8839 req-c918d942-bb1d-4d02-bb0f-4d09bc7e5b2e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345421 Oct 29 13:41:41.770715 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709545-7720-4a46-b6a1-518deb5e262f req-306d2441-62c9-44cb-b65a-95f74d673e4d tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:41.772161 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b8709545-7720-4a46-b6a1-518deb5e262f req-306d2441-62c9-44cb-b65a-95f74d673e4d tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 943 time: 0.0477054 Oct 29 13:41:41.808968 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-b8709545-7720-4a46-b6a1-518deb5e262f req-d669ec50-f981-42db-b7bf-4228ffda7900 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306585 Oct 29 13:41:42.921010 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c090e-877f-458e-a1c1-19c28a5a5c12 req-c3e8d7f3-e7f2-4922-927c-52a20a18eb66 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:42.922461 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-dd5c090e-877f-458e-a1c1-19c28a5a5c12 req-c3e8d7f3-e7f2-4922-927c-52a20a18eb66 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 943 time: 0.0473661 Oct 29 13:41:42.959143 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-dd5c090e-877f-458e-a1c1-19c28a5a5c12 req-9f7b33d1-8070-4fed-9259-f12ad035441f tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303273 Oct 29 13:41:44.080375 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07984c14-3e2d-469d-93c4-928b8a703c34 req-2c4ba53b-5447-44bf-96a2-e2df93f32ed1 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:44.081807 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-07984c14-3e2d-469d-93c4-928b8a703c34 req-2c4ba53b-5447-44bf-96a2-e2df93f32ed1 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 943 time: 0.0506480 Oct 29 13:41:44.118799 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-07984c14-3e2d-469d-93c4-928b8a703c34 req-b85251fc-3be2-492c-8a20-37ff7b1f0dea tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304995 Oct 29 13:41:44.320629 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=101276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 13:41:44.409154 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0,segment=NetworkSegment(a2263a2a-f893-4004-b0b7-e691a73d733d),segment_id=a2263a2a-f893-4004-b0b7-e691a73d733d)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:41:44.419787 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Returning: {'device': 'ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'port_id': 'ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0', 'mac_address': 'fa:16:3e:be:f7:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 13:41:44.458086 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:44.470139 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 {{(pid=101276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 13:41:44.488391 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0,segment=NetworkSegment(a2263a2a-f893-4004-b0b7-e691a73d733d),segment_id=a2263a2a-f893-4004-b0b7-e691a73d733d)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:41:44.492568 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:44.538021 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0,revision_number=4']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:41:44.545199 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:44.545543 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:44.545906 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:44.546243 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:44.546571 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:44.546900 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:44.547225 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:44.547545 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:44.547866 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:44.548184 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:44.548503 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:44.548818 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:44.718259 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] get_ports_and_sgs() called for port_ids ['ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0'] {{(pid=101276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 13:41:45.230344 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfca6ab-27c3-45db-bfd3-aef567d93cb4 req-f9b43e7c-2f14-4f30-aa99-6e20990c49e1 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:45.231801 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9dfca6ab-27c3-45db-bfd3-aef567d93cb4 req-f9b43e7c-2f14-4f30-aa99-6e20990c49e1 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 944 time: 0.0473435 Oct 29 13:41:45.267709 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9dfca6ab-27c3-45db-bfd3-aef567d93cb4 req-cc9f519d-6ef0-422d-a50e-e1bbd0320886 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300884 Oct 29 13:41:46.336228 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 up at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 13:41:46.379556 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbc978-4992-4b27-972b-c09cc63983ff req-218a510e-ff15-4065-85af-8fe6b0e96b8b tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:46.381061 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1fdbc978-4992-4b27-972b-c09cc63983ff req-218a510e-ff15-4065-85af-8fe6b0e96b8b tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 944 time: 0.0488117 Oct 29 13:41:46.384402 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning for port ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 completed by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 13:41:46.388255 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.provisioning_blocks [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Provisioning complete for port ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 triggered by entity L2. {{(pid=101276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 13:41:46.388624 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7928924'] for port, provisioning_complete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:46.418705 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-1fdbc978-4992-4b27-972b-c09cc63983ff req-5c7dbd96-9158-4148-a796-07e085b62ab5 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312803 Oct 29 13:41:46.465241 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:46.487848 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643d3cf3-9b7c-4013-ac8e-60433989d1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0'}] {{(pid=101276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:41:46.490081 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df5936538818ab8512cbb8401031a686d693a1cbb04d15b91b8ef0935fccb8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b9f8f3-eaf0-48e3-a89d-f8fbc8243402" -d '{"events": [{"server_uuid": "643d3cf3-9b7c-4013-ac8e-60433989d1a9", "name": "network-vif-plugged", "status": "completed", "tag": "ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0"}]}' {{(pid=101276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:41:46.502306 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] For port ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0,segment=NetworkSegment(a2263a2a-f893-4004-b0b7-e691a73d733d),segment_id=a2263a2a-f893-4004-b0b7-e691a73d733d)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:41:46.506191 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162'] for port, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:46.530823 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3f8adf-1d5c-4add-8a88-ffa523484f2c x-openstack-request-id: req-3e3f8adf-1d5c-4add-8a88-ffa523484f2c {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:41:46.531110 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643d3cf3-9b7c-4013-ac8e-60433989d1a9", "name": "network-vif-plugged", "status": "completed", "tag": "ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0", "code": 200}]} {{(pid=101276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:41:46.531435 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3e3f8adf-1d5c-4add-8a88-ffa523484f2c {{(pid=101276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:41:46.531738 dv-cinder-815884-1-iscsi neutron-server[101276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643d3cf3-9b7c-4013-ac8e-60433989d1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0', 'code': 200} Oct 29 13:41:46.559189 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Pushing event updated for resources: {'Port': ['ID=ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0,revision_number=5']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:41:46.742352 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1daced-f29a-4ea8-9db9-3e4cdf34a66b req-fe2af813-bc0b-4ae1-8a20-fe5fa1c235ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:46.743819 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4f1daced-f29a-4ea8-9db9-3e4cdf34a66b req-fe2af813-bc0b-4ae1-8a20-fe5fa1c235ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 1098 time: 0.0379984 Oct 29 13:41:46.780156 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-4f1daced-f29a-4ea8-9db9-3e4cdf34a66b req-8dbcbe3a-23f3-4837-aaf1-3ffefaccbe15 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296679 Oct 29 13:41:47.530139 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9fa4b-ec0b-47bf-bf60-57c25e0c4027 req-80d24536-02a8-4dd0-98a5-7a45fde8c263 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:47.531667 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-cbb9fa4b-ec0b-47bf-bf60-57c25e0c4027 req-80d24536-02a8-4dd0-98a5-7a45fde8c263 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 945 time: 0.0481005 Oct 29 13:41:47.570309 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-cbb9fa4b-ec0b-47bf-bf60-57c25e0c4027 req-8f765b4c-e382-40ac-a9f6-21bc7cd56758 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308428 Oct 29 13:41:48.682410 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d66080-bd7b-4b29-983a-76e209ff75a8 req-1544f53b-5986-405d-bcfe-7030fcd661c9 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:48.683867 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a7d66080-bd7b-4b29-983a-76e209ff75a8 req-1544f53b-5986-405d-bcfe-7030fcd661c9 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 945 time: 0.0476873 Oct 29 13:41:48.719932 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a7d66080-bd7b-4b29-983a-76e209ff75a8 req-71c15f7c-8d6a-46e5-b436-b5bdd72e4eef tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303082 Oct 29 13:41:48.832229 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95accd6c-d3ea-4c62-ada4-f3d2c527becf req-cc142add-9345-4bd7-94d6-a91219034667 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:48.833669 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-95accd6c-d3ea-4c62-ada4-f3d2c527becf req-cc142add-9345-4bd7-94d6-a91219034667 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 945 time: 0.0502417 Oct 29 13:41:48.870854 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-95accd6c-d3ea-4c62-ada4-f3d2c527becf req-783bd6c8-bd5b-45df-aea6-da5fb777fbeb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307515 Oct 29 13:41:48.891977 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 39902) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:41:48.929435 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b913b0-e13f-46a0-89b7-2a4dc590c649 tempest-TestVolumeBootPattern-667407312 tempest-TestVolumeBootPattern-667407312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:48.930927 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-d6b913b0-e13f-46a0-89b7-2a4dc590c649 tempest-TestVolumeBootPattern-667407312 tempest-TestVolumeBootPattern-667407312-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 1093 time: 0.0380290 Oct 29 13:41:48.933474 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 39904) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:41:48.937548 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.v2.base [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Request body: {'floatingip': {'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'port_id': 'ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 13:41:48.958701 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for floatingip, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:49.052160 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:49.151811 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_common [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Allocated IP 172.27.2.222 (87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d/997ea066-649a-4773-b815-b71c6be46375/e15e82ef-c984-4b89-915c-0b2c2f778389) {{(pid=101275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 13:41:49.250470 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for port, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:49.283164 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763699439126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:49.316782 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Network 87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d is already hosted by enough agents. {{(pid=101275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 13:41:49.319521 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.base_scheduler [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Resources bound (agent type, host, resource id): {{(pid=101275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 13:41:49.323382 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Received port after_create {{(pid=101275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 13:41:49.349659 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Pushing event updated for resources: {'Port': ['ID=e15e82ef-c984-4b89-915c-0b2c2f778389,revision_number=1']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:41:49.361704 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:49.362072 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:49.362407 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:49.362736 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:49.363060 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:49.363382 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:49.363702 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:49.364022 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:49.364342 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:49.364656 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:49.364971 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:49.365282 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:41:49.662719 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:49.730489 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7919928'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:49.873643 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:49.878541 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763699763770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763699439144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763699439162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952907'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:49.942975 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Pushing event updated for resources: {'Port': ['ID=e15e82ef-c984-4b89-915c-0b2c2f778389,revision_number=2']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:41:49.951995 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495903'] for floatingip, after_create {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:50.054534 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.db.l3_db [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Floating IP 581664ab-a642-4212-ad60-d8d4bea9e513 associated. External IP: 172.27.2.222, port: ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0. Oct 29 13:41:50.252286 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:41:50.362862 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:41:50.372831 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1168838d-52b6-4630-82f0-b553cba5fdbf None None] Sync routers for ids ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:41:50.380108 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for floatingip, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:50.382363 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1168838d-52b6-4630-82f0-b553cba5fdbf None None] Routers {'1f7c0f65-115c-4365-8b3d-066b1cf1f94e'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:41:50.383010 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-1168838d-52b6-4630-82f0-b553cba5fdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:41:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:41:50.406420 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-436427cc-5422-4115-858a-6166823a306a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4719455 Oct 29 13:41:50.407083 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643d3cf3-9b7c-4013-ac8e-60433989d1a9', 'tag': 'ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0'}] {{(pid=101275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:41:50.409373 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1ae6470871d1e7f5254046b6a14a5a61bc426f08075d8dbcbc5db3d9a889b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2752add0-fb34-4105-b0b7-77c6733008c3" -d '{"events": [{"name": "network-changed", "server_uuid": "643d3cf3-9b7c-4013-ac8e-60433989d1a9", "tag": "ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0"}]}' {{(pid=101275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:41:50.444898 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a004ca-e510-43b3-906a-4f52c5dbd997 x-openstack-request-id: req-23a004ca-e510-43b3-906a-4f52c5dbd997 {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:41:50.445211 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643d3cf3-9b7c-4013-ac8e-60433989d1a9", "tag": "ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0", "status": "completed", "code": 200}]} {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:41:50.445460 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-23a004ca-e510-43b3-906a-4f52c5dbd997 {{(pid=101275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:41:50.446400 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643d3cf3-9b7c-4013-ac8e-60433989d1a9', 'tag': 'ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0', 'status': 'completed', 'code': 200} Oct 29 13:41:50.487439 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-1168838d-52b6-4630-82f0-b553cba5fdbf None None] Set router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:41:50.504852 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752add0-fb34-4105-b0b7-77c6733008c3 req-8b43b125-53c2-455e-a575-c41b45204e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:50.506304 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2752add0-fb34-4105-b0b7-77c6733008c3 req-8b43b125-53c2-455e-a575-c41b45204e8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dda9cf39e3ff4797af5227f990f14457&device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 1098 time: 0.0392046 Oct 29 13:41:50.840804 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-1168838d-52b6-4630-82f0-b553cba5fdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': '581664ab-a642-4212-ad60-d8d4bea9e513', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'port_id': 'ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'mac_address': 'fa:16:3e:be:f7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d3cf3-9b7c-4013-ac8e-60433989d1a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:41:49Z', 'updated_at': '2021-10-29T13:41:49Z', 'revision_number': 0, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'fixed_ip_address_scope': None}, {'id': 'eb453268-3924-4d7e-ad1e-9d1b2a5f001a', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'port_id': 'c8f3ee5d-4cf0-44ec-9150-c8bf02913da9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'mac_address': 'fa:16:3e:0f:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7753d2e-eb91-4518-a32a-9c3b4ec957b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:39:29Z', 'updated_at': '2021-10-29T13:39:31Z', 'revision_number': 1, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c9714b-2541-4af0-81a9-a275de86d57b', 'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'mac_address': 'fa:16:3e:e9:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:04Z', 'updated_at': '2021-10-29T13:36:11Z', 'revision_number': 5, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'subnets': [{'id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:41:50.860554 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752add0-fb34-4105-b0b7-77c6733008c3 req-52fda25e-6c49-4652-9312-340efcfa98f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:50.862303 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2752add0-fb34-4105-b0b7-77c6733008c3 req-52fda25e-6c49-4652-9312-340efcfa98f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d620a326-cd97-4595-b325-2f417240582b HTTP/1.1" status: 200 len: 913 time: 0.3488197 Oct 29 13:41:50.865596 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1168838d-52b6-4630-82f0-b553cba5fdbf None None] Checking router: 1f7c0f65-115c-4365-8b3d-066b1cf1f94e for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:41:50.874286 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1168838d-52b6-4630-82f0-b553cba5fdbf None None] Routers {'1f7c0f65-115c-4365-8b3d-066b1cf1f94e'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:41:50.876378 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-1168838d-52b6-4630-82f0-b553cba5fdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:41:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:41:50.925203 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2752add0-fb34-4105-b0b7-77c6733008c3 req-7f2ebece-1a90-4cdc-89dd-83202ad04780 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 HTTP/1.1" status: 200 len: 999 time: 0.0558329 Oct 29 13:41:50.972263 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752add0-fb34-4105-b0b7-77c6733008c3 req-33a96da4-dfca-40b5-b6da-5a91888ac049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:50.973695 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2752add0-fb34-4105-b0b7-77c6733008c3 req-33a96da4-dfca-40b5-b6da-5a91888ac049 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=115c3b06-75d5-42f2-9aff-2e4cf3f60ab5 HTTP/1.1" status: 200 len: 851 time: 0.0416329 Oct 29 13:41:50.976572 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-1168838d-52b6-4630-82f0-b553cba5fdbf None None] Set router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:41:51.021332 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752add0-fb34-4105-b0b7-77c6733008c3 req-8f4c86ea-69e6-4121-9d31-da79cd006d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:41:51.022838 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2752add0-fb34-4105-b0b7-77c6733008c3 req-8f4c86ea-69e6-4121-9d31-da79cd006d06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d620a326-cd97-4595-b325-2f417240582b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421214 Oct 29 13:41:51.108602 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2752add0-fb34-4105-b0b7-77c6733008c3 req-e74ec768-74d4-42e0-932b-92cbdacc28b5 service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785644 Oct 29 13:41:51.200027 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-1168838d-52b6-4630-82f0-b553cba5fdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': '581664ab-a642-4212-ad60-d8d4bea9e513', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'port_id': 'ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'mac_address': 'fa:16:3e:be:f7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d3cf3-9b7c-4013-ac8e-60433989d1a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:41:49Z', 'updated_at': '2021-10-29T13:41:49Z', 'revision_number': 0, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'fixed_ip_address_scope': None}, {'id': 'eb453268-3924-4d7e-ad1e-9d1b2a5f001a', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'port_id': 'c8f3ee5d-4cf0-44ec-9150-c8bf02913da9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'mac_address': 'fa:16:3e:0f:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7753d2e-eb91-4518-a32a-9c3b4ec957b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:39:29Z', 'updated_at': '2021-10-29T13:39:31Z', 'revision_number': 1, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c9714b-2541-4af0-81a9-a275de86d57b', 'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'mac_address': 'fa:16:3e:e9:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:04Z', 'updated_at': '2021-10-29T13:36:11Z', 'revision_number': 5, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'subnets': [{'id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:41:51.201444 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-2752add0-fb34-4105-b0b7-77c6733008c3 req-6285b913-8e0a-4bf9-aaa3-fe1a51f007bb service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855112 Oct 29 13:41:51.229172 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1168838d-52b6-4630-82f0-b553cba5fdbf None None] The sync data for ids ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'] in dv-cinder-815884-1-iscsi is: [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': '581664ab-a642-4212-ad60-d8d4bea9e513', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'port_id': 'ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'mac_address': 'fa:16:3e:be:f7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d3cf3-9b7c-4013-ac8e-60433989d1a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:41:49Z', 'updated_at': '2021-10-29T13:41:49Z', 'revision_number': 0, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'fixed_ip_address_scope': None}, {'id': 'eb453268-3924-4d7e-ad1e-9d1b2a5f001a', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'port_id': 'c8f3ee5d-4cf0-44ec-9150-c8bf02913da9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'mac_address': 'fa:16:3e:0f:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7753d2e-eb91-4518-a32a-9c3b4ec957b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:39:29Z', 'updated_at': '2021-10-29T13:39:31Z', 'revision_number': 1, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c9714b-2541-4af0-81a9-a275de86d57b', 'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'mac_address': 'fa:16:3e:e9:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:04Z', 'updated_at': '2021-10-29T13:36:11Z', 'revision_number': 5, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'subnets': [{'id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:41:51.417191 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836468d6-3192-48f6-a22d-3d6279325448 None None] New status for floating IP 581664ab-a642-4212-ad60-d8d4bea9e513: ACTIVE {{(pid=101277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 13:41:55.475562 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-0ff46859-328c-4b79-a0f2-f301ae57d3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:56.800664 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:58.013674 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:58.064402 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-195807e5-1600-46b9-acee-650f781b80f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:41:59.290831 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:00.801306 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:11.815462 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:42:24.395413 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 39918) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:42:24.676148 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-b7657d4f-25d8-4b8a-b79e-f64860716050 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Deleting port cd7f317a-38c9-4ab1-8e74-fd4f9c2a2678 {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:42:24.676381 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b7657d4f-25d8-4b8a-b79e-f64860716050 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:24.749923 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b7657d4f-25d8-4b8a-b79e-f64860716050 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:24.750259 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b7657d4f-25d8-4b8a-b79e-f64860716050 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:24.762317 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-b7657d4f-25d8-4b8a-b79e-f64860716050 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Calling delete_port for cd7f317a-38c9-4ab1-8e74-fd4f9c2a2678 owned by network:floatingip {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:42:24.899629 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b7657d4f-25d8-4b8a-b79e-f64860716050 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:24.926304 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7657d4f-25d8-4b8a-b79e-f64860716050 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Pushing event deleted for resources: {'Port': ['ID=cd7f317a-38c9-4ab1-8e74-fd4f9c2a2678,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:42:24.982909 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b7657d4f-25d8-4b8a-b79e-f64860716050 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for floatingip, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:24.983227 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.db.l3_db [None req-b7657d4f-25d8-4b8a-b79e-f64860716050 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Floating IP e12aa4e0-a3e9-4828-a40a-2b36628c61f1 disassociated (deleted). External IP: 172.27.2.198, port: 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2. Oct 29 13:42:25.396317 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7657d4f-25d8-4b8a-b79e-f64860716050 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Router 60f7423b-18bf-4b95-b711-5bccd350e1bf has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:42:25.479034 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d832557e-6a8d-4208-ad03-a6bf860fa10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:25.502410 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7657d4f-25d8-4b8a-b79e-f64860716050 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:42:25.507299 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-b7657d4f-25d8-4b8a-b79e-f64860716050 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for floatingip, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:25.512145 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2566f342-7249-4a70-a30f-a2af71e47ebb None None] Sync routers for ids ['60f7423b-18bf-4b95-b711-5bccd350e1bf'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:42:25.520797 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2566f342-7249-4a70-a30f-a2af71e47ebb None None] Routers {'60f7423b-18bf-4b95-b711-5bccd350e1bf'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:42:25.521484 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-2566f342-7249-4a70-a30f-a2af71e47ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:41:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['60f7423b-18bf-4b95-b711-5bccd350e1bf'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:42:25.533684 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-b7657d4f-25d8-4b8a-b79e-f64860716050 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "DELETE /v2.0/floatingips/e12aa4e0-a3e9-4828-a40a-2b36628c61f1 HTTP/1.1" status: 204 len: 168 time: 1.1372223 Oct 29 13:42:25.534302 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1', 'tag': '1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2'}] {{(pid=101275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:42:25.536655 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1ae6470871d1e7f5254046b6a14a5a61bc426f08075d8dbcbc5db3d9a889b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e7e1e5-9569-4f38-9e56-211cd49359ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1", "tag": "1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2"}]}' {{(pid=101275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:42:25.574404 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6c5c4e-2fc9-4161-9b1a-edcaece291cc x-openstack-request-id: req-5f6c5c4e-2fc9-4161-9b1a-edcaece291cc {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:42:25.574693 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1", "tag": "1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2", "status": "completed", "code": 200}]} {{(pid=101275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:42:25.574939 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5f6c5c4e-2fc9-4161-9b1a-edcaece291cc {{(pid=101275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:42:25.575329 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1', 'tag': '1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2', 'status': 'completed', 'code': 200} Oct 29 13:42:25.628278 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-2566f342-7249-4a70-a30f-a2af71e47ebb None None] Set router 60f7423b-18bf-4b95-b711-5bccd350e1bf gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:42:25.644746 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7e1e5-9569-4f38-9e56-211cd49359ad req-2b5030b8-a762-4934-80e4-12dbf3170c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:42:25.649590 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-29e7e1e5-9569-4f38-9e56-211cd49359ad req-2b5030b8-a762-4934-80e4-12dbf3170c8d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01041e00f28e4197a613ed2b47866c73&device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 1099 time: 0.0467856 Oct 29 13:42:25.755116 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7e1e5-9569-4f38-9e56-211cd49359ad req-63aa7563-5948-454f-bb9b-3b8660a79465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:42:25.756145 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-29e7e1e5-9569-4f38-9e56-211cd49359ad req-63aa7563-5948-454f-bb9b-3b8660a79465 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e8713ec6-2bfb-425a-831c-4c8b1797ee7d HTTP/1.1" status: 200 len: 909 time: 0.1022508 Oct 29 13:42:25.798563 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-29e7e1e5-9569-4f38-9e56-211cd49359ad req-981dc074-2632-4379-a107-7c4ed7662537 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 HTTP/1.1" status: 200 len: 217 time: 0.0346875 Oct 29 13:42:25.841555 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-2566f342-7249-4a70-a30f-a2af71e47ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'name': 'tempest-TestShelveInstance-659618884-router', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:14Z', 'updated_at': '2021-10-29T13:37:17Z', 'revision_number': 4, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'gw_port': {'id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:15Z', 'updated_at': '2021-10-29T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'a03f10c7-995c-4b6f-b231-ec522d547090', 'name': '', 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'mac_address': 'fa:16:3e:c3:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '15136af1-c373-4d7d-9a86-8cab6dcff79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:16Z', 'updated_at': '2021-10-29T13:37:21Z', 'revision_number': 5, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'subnets': [{'id': '15136af1-c373-4d7d-9a86-8cab6dcff79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:42:25.848887 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7e1e5-9569-4f38-9e56-211cd49359ad req-419c813f-3001-4bf3-b216-4bcc74ed6476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:42:25.850523 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-29e7e1e5-9569-4f38-9e56-211cd49359ad req-419c813f-3001-4bf3-b216-4bcc74ed6476 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=15136af1-c373-4d7d-9a86-8cab6dcff79c HTTP/1.1" status: 200 len: 847 time: 0.0443437 Oct 29 13:42:25.866955 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2566f342-7249-4a70-a30f-a2af71e47ebb None None] Checking router: 60f7423b-18bf-4b95-b711-5bccd350e1bf for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:42:25.875233 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2566f342-7249-4a70-a30f-a2af71e47ebb None None] Routers {'60f7423b-18bf-4b95-b711-5bccd350e1bf'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:42:25.875837 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-2566f342-7249-4a70-a30f-a2af71e47ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:41:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['60f7423b-18bf-4b95-b711-5bccd350e1bf'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:42:25.926485 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7e1e5-9569-4f38-9e56-211cd49359ad req-4750ff3c-a7dc-4900-9881-3f3646ccab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:42:25.927866 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-29e7e1e5-9569-4f38-9e56-211cd49359ad req-4750ff3c-a7dc-4900-9881-3f3646ccab96 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e8713ec6-2bfb-425a-831c-4c8b1797ee7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685315 Oct 29 13:42:25.938962 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a81442-46e7-4b43-8b32-dccecfc536aa req-4779b37e-d84b-4cc8-9706-9184edc860eb tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:42:25.940356 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a3a81442-46e7-4b43-8b32-dccecfc536aa req-4779b37e-d84b-4cc8-9706-9184edc860eb tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.2116883 Oct 29 13:42:25.981120 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-2566f342-7249-4a70-a30f-a2af71e47ebb None None] Set router 60f7423b-18bf-4b95-b711-5bccd350e1bf gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:42:26.020754 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-a3a81442-46e7-4b43-8b32-dccecfc536aa req-8601ecd7-2494-4434-a26b-cf8ce9be1539 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714073 Oct 29 13:42:26.056148 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-29e7e1e5-9569-4f38-9e56-211cd49359ad req-9c641689-9ad3-409f-9ff1-b2ff603fa23d service neutron] 10.222.0.26 "GET /v2.0/networks/e8713ec6-2bfb-425a-831c-4c8b1797ee7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148694 Oct 29 13:42:26.148908 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-29e7e1e5-9569-4f38-9e56-211cd49359ad req-20f2e54d-eb0a-4a25-9ec1-4f400047058f service neutron] 10.222.0.26 "GET /v2.0/networks/e8713ec6-2bfb-425a-831c-4c8b1797ee7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841649 Oct 29 13:42:26.176251 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-2566f342-7249-4a70-a30f-a2af71e47ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'name': 'tempest-TestShelveInstance-659618884-router', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:14Z', 'updated_at': '2021-10-29T13:37:17Z', 'revision_number': 4, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'gw_port': {'id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:15Z', 'updated_at': '2021-10-29T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'a03f10c7-995c-4b6f-b231-ec522d547090', 'name': '', 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'mac_address': 'fa:16:3e:c3:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '15136af1-c373-4d7d-9a86-8cab6dcff79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:16Z', 'updated_at': '2021-10-29T13:37:21Z', 'revision_number': 5, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'subnets': [{'id': '15136af1-c373-4d7d-9a86-8cab6dcff79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:42:26.202832 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2566f342-7249-4a70-a30f-a2af71e47ebb None None] The sync data for ids ['60f7423b-18bf-4b95-b711-5bccd350e1bf'] in dv-cinder-815884-1-iscsi is: [{'id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'name': 'tempest-TestShelveInstance-659618884-router', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:14Z', 'updated_at': '2021-10-29T13:37:17Z', 'revision_number': 4, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'gw_port': {'id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:15Z', 'updated_at': '2021-10-29T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'a03f10c7-995c-4b6f-b231-ec522d547090', 'name': '', 'network_id': 'e8713ec6-2bfb-425a-831c-4c8b1797ee7d', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'mac_address': 'fa:16:3e:c3:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '15136af1-c373-4d7d-9a86-8cab6dcff79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:16Z', 'updated_at': '2021-10-29T13:37:21Z', 'revision_number': 5, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'subnets': [{'id': '15136af1-c373-4d7d-9a86-8cab6dcff79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:42:26.408473 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b1d56e-477b-45ad-8e86-86857441186c None None] New status for floating IP e12aa4e0-a3e9-4828-a40a-2b36628c61f1: DOWN {{(pid=101277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 13:42:26.830685 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:27.185277 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d1702-fb1f-4d08-9306-33185a518ba1 req-a3e4dd2f-6fa2-41fe-a7ab-560e47371f5c tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:42:27.186763 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-540d1702-fb1f-4d08-9306-33185a518ba1 req-a3e4dd2f-6fa2-41fe-a7ab-560e47371f5c tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0957241 Oct 29 13:42:27.222731 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-540d1702-fb1f-4d08-9306-33185a518ba1 req-6dc59287-ff6c-4b27-939b-c4e91c80d405 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4153cf4-739d-4bf2-bebe-a9077b9141f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301156 Oct 29 13:42:27.290654 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef0e00-6776-4af9-9db5-e4a715912e22 req-e1641858-44b6-4b7f-87d8-15c37839166f tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:42:27.292069 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7fef0e00-6776-4af9-9db5-e4a715912e22 req-e1641858-44b6-4b7f-87d8-15c37839166f tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 946 time: 0.0470474 Oct 29 13:42:27.385329 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-7fef0e00-6776-4af9-9db5-e4a715912e22 req-e093d73c-59ee-4337-9df1-d680cb1d5c6a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Deleting port 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:42:27.385584 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-7fef0e00-6776-4af9-9db5-e4a715912e22 req-e093d73c-59ee-4337-9df1-d680cb1d5c6a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:27.468752 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-7fef0e00-6776-4af9-9db5-e4a715912e22 req-e093d73c-59ee-4337-9df1-d680cb1d5c6a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] For port 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2,segment=NetworkSegment(579b183a-e133-4044-992e-77340ed7842c),segment_id=579b183a-e133-4044-992e-77340ed7842c)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:42:27.469120 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-7fef0e00-6776-4af9-9db5-e4a715912e22 req-e093d73c-59ee-4337-9df1-d680cb1d5c6a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:27.481333 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-7fef0e00-6776-4af9-9db5-e4a715912e22 req-e093d73c-59ee-4337-9df1-d680cb1d5c6a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Calling delete_port for 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 owned by compute:nova {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:42:27.605110 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-7fef0e00-6776-4af9-9db5-e4a715912e22 req-e093d73c-59ee-4337-9df1-d680cb1d5c6a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:27.642377 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093d73c-59ee-4337-9df1-d680cb1d5c6a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Pushing event deleted for resources: {'Port': ['ID=1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:42:27.652325 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e093d73c-59ee-4337-9df1-d680cb1d5c6a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:42:27.652767 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e093d73c-59ee-4337-9df1-d680cb1d5c6a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:42:27.652986 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e093d73c-59ee-4337-9df1-d680cb1d5c6a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:42:27.653313 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e093d73c-59ee-4337-9df1-d680cb1d5c6a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:42:27.653638 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e093d73c-59ee-4337-9df1-d680cb1d5c6a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:42:27.653985 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e093d73c-59ee-4337-9df1-d680cb1d5c6a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:42:27.654304 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e093d73c-59ee-4337-9df1-d680cb1d5c6a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:42:27.654618 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e093d73c-59ee-4337-9df1-d680cb1d5c6a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:42:27.655447 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e093d73c-59ee-4337-9df1-d680cb1d5c6a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:42:27.655447 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e093d73c-59ee-4337-9df1-d680cb1d5c6a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:42:27.655638 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e093d73c-59ee-4337-9df1-d680cb1d5c6a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:42:27.655851 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e093d73c-59ee-4337-9df1-d680cb1d5c6a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:42:27.697226 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fef0e00-6776-4af9-9db5-e4a715912e22 req-e093d73c-59ee-4337-9df1-d680cb1d5c6a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] No DVR routers for this DVR port 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 on host hv-cinder-81588 {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:42:27.699680 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-7fef0e00-6776-4af9-9db5-e4a715912e22 req-e093d73c-59ee-4337-9df1-d680cb1d5c6a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:27.703101 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-7fef0e00-6776-4af9-9db5-e4a715912e22 req-e093d73c-59ee-4337-9df1-d680cb1d5c6a tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.26 "DELETE /v2.0/ports/1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 HTTP/1.1" status: 204 len: 173 time: 0.4033527 Oct 29 13:42:27.703531 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1', 'name': 'network-vif-deleted', 'tag': '1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:42:27.705729 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2521a3-cc91-40bd-b80d-143fc61848d6" -d '{"events": [{"server_uuid": "ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1", "name": "network-vif-deleted", "tag": "1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:42:27.742377 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91ef851-2a78-4645-ad24-08424e6339bd x-openstack-request-id: req-f91ef851-2a78-4645-ad24-08424e6339bd {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:42:27.742674 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1", "name": "network-vif-deleted", "tag": "1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:42:27.742923 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f91ef851-2a78-4645-ad24-08424e6339bd {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:42:27.743321 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1', 'name': 'network-vif-deleted', 'tag': '1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2', 'status': 'completed', 'code': 200} Oct 29 13:42:28.030171 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:28.066367 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-fa79d022-f899-4c83-a1cc-c17eff11a446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:28.325561 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-d33f0a05-cc7a-4a81-8841-75ae83c71eea req-a8b8e6c5-5aa0-4c60-a772-a186863d98fa tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab6ff5a7-093b-4b8c-ba6d-ea0807910bf1 HTTP/1.1" status: 200 len: 210 time: 0.0270567 Oct 29 13:42:29.292853 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:29.379769 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 39954) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:42:29.439142 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-60f91d1b-f77c-4a3f-9a2f-b6fa5d861284 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:29.463745 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-60f91d1b-f77c-4a3f-9a2f-b6fa5d861284 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:29.519354 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-60f91d1b-f77c-4a3f-9a2f-b6fa5d861284 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:29.521892 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-60f91d1b-f77c-4a3f-9a2f-b6fa5d861284 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:29.523571 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-60f91d1b-f77c-4a3f-9a2f-b6fa5d861284 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] 10.222.0.96 "DELETE /v2.0/security-groups/b4153cf4-739d-4bf2-bebe-a9077b9141f4 HTTP/1.1" status: 204 len: 168 time: 0.1427665 Oct 29 13:42:29.532234 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f91d1b-f77c-4a3f-9a2f-b6fa5d861284 tempest-TestShelveInstance-963188695 tempest-TestShelveInstance-963188695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4153cf4-739d-4bf2-bebe-a9077b9141f4,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:42:29.570589 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 39958) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:42:29.994850 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-7f165c57-6e3a-4796-9a36-b0f09a32f0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502303'] for router_interface, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:30.020424 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f9bfc92c-9ba6-4639-a75f-518a5f2decdb req-17ceca54-a83d-4174-8e61-b46bee592dd0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388579 Oct 29 13:42:30.098309 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfc92c-9ba6-4639-a75f-518a5f2decdb req-e5c857cd-e813-444b-ab4f-f423f05cb5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:42:30.099800 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f9bfc92c-9ba6-4639-a75f-518a5f2decdb req-e5c857cd-e813-444b-ab4f-f423f05cb5df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dda9cf39e3ff4797af5227f990f14457&device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 1098 time: 0.0390153 Oct 29 13:42:30.203354 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfc92c-9ba6-4639-a75f-518a5f2decdb req-4fe80a92-d13a-41b6-9500-a1de5b873fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:42:30.204819 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f9bfc92c-9ba6-4639-a75f-518a5f2decdb req-4fe80a92-d13a-41b6-9500-a1de5b873fc0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d620a326-cd97-4595-b325-2f417240582b HTTP/1.1" status: 200 len: 913 time: 0.0865695 Oct 29 13:42:30.235443 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-7f165c57-6e3a-4796-9a36-b0f09a32f0a9 admin admin] Deleting port a03f10c7-995c-4b6f-b231-ec522d547090 {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:42:30.235772 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-7f165c57-6e3a-4796-9a36-b0f09a32f0a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:30.268116 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f9bfc92c-9ba6-4639-a75f-518a5f2decdb req-3667b176-146b-42b2-a9a0-9878b5fc2629 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 HTTP/1.1" status: 200 len: 1001 time: 0.0560436 Oct 29 13:42:30.313138 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-7f165c57-6e3a-4796-9a36-b0f09a32f0a9 admin admin] For port a03f10c7-995c-4b6f-b231-ec522d547090, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=a03f10c7-995c-4b6f-b231-ec522d547090,segment=NetworkSegment(579b183a-e133-4044-992e-77340ed7842c),segment_id=579b183a-e133-4044-992e-77340ed7842c)] {{(pid=101275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:42:30.313485 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-7f165c57-6e3a-4796-9a36-b0f09a32f0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:30.320346 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfc92c-9ba6-4639-a75f-518a5f2decdb req-b4c0cfbc-dfc5-4599-8704-d7b4bf2f5d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:42:30.321792 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f9bfc92c-9ba6-4639-a75f-518a5f2decdb req-b4c0cfbc-dfc5-4599-8704-d7b4bf2f5d1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=115c3b06-75d5-42f2-9aff-2e4cf3f60ab5 HTTP/1.1" status: 200 len: 851 time: 0.0447621 Oct 29 13:42:30.325587 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-7f165c57-6e3a-4796-9a36-b0f09a32f0a9 admin admin] Calling delete_port for a03f10c7-995c-4b6f-b231-ec522d547090 owned by network:router_interface {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:42:30.369889 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfc92c-9ba6-4639-a75f-518a5f2decdb req-a3af0537-777e-497a-81a8-957f02399420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:42:30.371198 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f9bfc92c-9ba6-4639-a75f-518a5f2decdb req-a3af0537-777e-497a-81a8-957f02399420 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d620a326-cd97-4595-b325-2f417240582b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421226 Oct 29 13:42:30.457672 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f9bfc92c-9ba6-4639-a75f-518a5f2decdb req-c4fee4a7-1027-4df4-b4fb-492ef74cd9e9 service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788321 Oct 29 13:42:30.490579 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:42:30.499080 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-7f165c57-6e3a-4796-9a36-b0f09a32f0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:30.511080 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] No Port match for: 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:42:30.511834 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device 1bf5e6ee-bf40-46cf-9f3e-cdf8cb675bc2 not bound to the agent host hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:42:30.527653 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f165c57-6e3a-4796-9a36-b0f09a32f0a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a03f10c7-995c-4b6f-b231-ec522d547090,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:42:30.553391 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-f9bfc92c-9ba6-4639-a75f-518a5f2decdb req-3519ed52-78a9-4284-8269-d81874d94900 service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888932 Oct 29 13:42:30.690605 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-7f165c57-6e3a-4796-9a36-b0f09a32f0a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495931'] for router_interface, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:30.805278 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:30.898757 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f165c57-6e3a-4796-9a36-b0f09a32f0a9 admin admin] Router 60f7423b-18bf-4b95-b711-5bccd350e1bf has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:42:30.999438 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f165c57-6e3a-4796-9a36-b0f09a32f0a9 admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:42:31.004490 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-7f165c57-6e3a-4796-9a36-b0f09a32f0a9 admin admin] 10.222.0.96 "PUT /v2.0/routers/60f7423b-18bf-4b95-b711-5bccd350e1bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4328997 Oct 29 13:42:31.007747 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 39962) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:42:31.008938 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934622bb-5ec1-4615-bcad-8343333585cd None None] Sync routers for ids ['60f7423b-18bf-4b95-b711-5bccd350e1bf'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:42:31.017979 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934622bb-5ec1-4615-bcad-8343333585cd None None] Routers {'60f7423b-18bf-4b95-b711-5bccd350e1bf'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:42:31.018686 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-934622bb-5ec1-4615-bcad-8343333585cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:42:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['60f7423b-18bf-4b95-b711-5bccd350e1bf'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:42:31.106437 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5c86-7a4b-48ae-b062-2cc930d742f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:31.119175 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-934622bb-5ec1-4615-bcad-8343333585cd None None] Set router 60f7423b-18bf-4b95-b711-5bccd350e1bf gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:42:31.206095 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5c86-7a4b-48ae-b062-2cc930d742f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:31.256292 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-3d8a5c86-7a4b-48ae-b062-2cc930d742f9 admin admin] Deleting port 6f4b06bf-1e00-4632-8da0-a17cd3450bd5 {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:42:31.256631 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5c86-7a4b-48ae-b062-2cc930d742f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:31.293465 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-934622bb-5ec1-4615-bcad-8343333585cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'name': 'tempest-TestShelveInstance-659618884-router', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:14Z', 'updated_at': '2021-10-29T13:42:30Z', 'revision_number': 5, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'gw_port': {'id': '6f4b06bf-1e00-4632-8da0-a17cd3450bd5', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:15Z', 'updated_at': '2021-10-29T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:42:31.318262 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934622bb-5ec1-4615-bcad-8343333585cd None None] Checking router: 60f7423b-18bf-4b95-b711-5bccd350e1bf for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:42:31.326884 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934622bb-5ec1-4615-bcad-8343333585cd None None] Routers {'60f7423b-18bf-4b95-b711-5bccd350e1bf'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:42:31.327468 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-934622bb-5ec1-4615-bcad-8343333585cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:42:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['60f7423b-18bf-4b95-b711-5bccd350e1bf'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:42:31.332171 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-3d8a5c86-7a4b-48ae-b062-2cc930d742f9 admin admin] For port 6f4b06bf-1e00-4632-8da0-a17cd3450bd5, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=6f4b06bf-1e00-4632-8da0-a17cd3450bd5,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:42:31.332536 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5c86-7a4b-48ae-b062-2cc930d742f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:31.345325 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-3d8a5c86-7a4b-48ae-b062-2cc930d742f9 admin admin] Calling delete_port for 6f4b06bf-1e00-4632-8da0-a17cd3450bd5 owned by network:router_gateway {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:42:31.511878 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5c86-7a4b-48ae-b062-2cc930d742f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:31.531605 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-934622bb-5ec1-4615-bcad-8343333585cd None None] Set router 60f7423b-18bf-4b95-b711-5bccd350e1bf gateway port host: None {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:42:31.540182 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a5c86-7a4b-48ae-b062-2cc930d742f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4b06bf-1e00-4632-8da0-a17cd3450bd5,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:42:31.583124 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-934622bb-5ec1-4615-bcad-8343333585cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'name': 'tempest-TestShelveInstance-659618884-router', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:14Z', 'updated_at': '2021-10-29T13:42:31Z', 'revision_number': 6, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'gw_port_host': None}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:42:31.604854 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5c86-7a4b-48ae-b062-2cc930d742f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496065'] for router_gateway, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:31.612466 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934622bb-5ec1-4615-bcad-8343333585cd None None] The sync data for ids ['60f7423b-18bf-4b95-b711-5bccd350e1bf'] in dv-cinder-815884-1-iscsi is: [{'id': '60f7423b-18bf-4b95-b711-5bccd350e1bf', 'name': 'tempest-TestShelveInstance-659618884-router', 'tenant_id': '01041e00f28e4197a613ed2b47866c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:14Z', 'updated_at': '2021-10-29T13:42:31Z', 'revision_number': 6, 'project_id': '01041e00f28e4197a613ed2b47866c73', 'gw_port_host': None}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:42:31.919454 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5c86-7a4b-48ae-b062-2cc930d742f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-446'] for router, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:31.921444 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5c86-7a4b-48ae-b062-2cc930d742f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:31.963302 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5c86-7a4b-48ae-b062-2cc930d742f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497777'] for router, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:31.963913 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8a5c86-7a4b-48ae-b062-2cc930d742f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60f7423b-18bf-4b95-b711-5bccd350e1bf {{(pid=101275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 13:42:31.968222 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5c86-7a4b-48ae-b062-2cc930d742f9 admin admin] Notify callbacks [] for router, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:31.969491 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-3d8a5c86-7a4b-48ae-b062-2cc930d742f9 admin admin] 10.222.0.96 "DELETE /v2.0/routers/60f7423b-18bf-4b95-b711-5bccd350e1bf HTTP/1.1" status: 204 len: 168 time: 0.9607852 Oct 29 13:42:31.972126 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 39964) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:42:32.019594 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde9544f-a90e-4872-b7bf-7f906a318e43 admin admin] Deleting subnet 15136af1-c373-4d7d-9a86-8cab6dcff79c {{(pid=101275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 29 13:42:32.022752 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cde9544f-a90e-4872-b7bf-7f906a318e43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:32.056514 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cde9544f-a90e-4872-b7bf-7f906a318e43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3755711'] for subnet, precommit_delete_associations {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:32.128697 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cde9544f-a90e-4872-b7bf-7f906a318e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7868206'] for subnet, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:32.182889 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cde9544f-a90e-4872-b7bf-7f906a318e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7868193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3952961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25682708'] for subnet, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:32.206825 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9544f-a90e-4872-b7bf-7f906a318e43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15136af1-c373-4d7d-9a86-8cab6dcff79c,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:42:32.210729 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-cde9544f-a90e-4872-b7bf-7f906a318e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:32.213800 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-cde9544f-a90e-4872-b7bf-7f906a318e43 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/15136af1-c373-4d7d-9a86-8cab6dcff79c HTTP/1.1" status: 204 len: 168 time: 0.2407200 Oct 29 13:42:32.216381 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 39966) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:42:32.216901 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de4f633-b54d-476c-b2df-6ff08af4fee2 None None] Network e8713ec6-2bfb-425a-831c-4c8b1797ee7d requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:42:32.282071 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc674-9322-4051-8ded-4e50767ba6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7898351'] for network, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:32.338027 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-4a6dc674-9322-4051-8ded-4e50767ba6aa admin admin] Deleting port e9ae5a70-1645-4a68-84a4-300a62d2c323 {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:42:32.338367 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc674-9322-4051-8ded-4e50767ba6aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:32.404954 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929fe516-016b-4680-9438-462ff0bbb989 None None] DHCP port deletion for e8713ec6-2bfb-425a-831c-4c8b1797ee7d request from dv-cinder-815884-1-iscsi {{(pid=101276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 13:42:32.412855 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-4a6dc674-9322-4051-8ded-4e50767ba6aa admin admin] For port e9ae5a70-1645-4a68-84a4-300a62d2c323, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=e9ae5a70-1645-4a68-84a4-300a62d2c323,segment=NetworkSegment(579b183a-e133-4044-992e-77340ed7842c),segment_id=579b183a-e133-4044-992e-77340ed7842c)] {{(pid=101275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:42:32.413301 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc674-9322-4051-8ded-4e50767ba6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:32.426933 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-4a6dc674-9322-4051-8ded-4e50767ba6aa admin admin] Calling delete_port for e9ae5a70-1645-4a68-84a4-300a62d2c323 owned by network:dhcp {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:42:32.432197 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device a03f10c7-995c-4b6f-b231-ec522d547090 no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:42:32.454945 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: a03f10c7-995c-4b6f-b231-ec522d547090 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:42:32.455277 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device a03f10c7-995c-4b6f-b231-ec522d547090 not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:42:32.455690 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 6f4b06bf-1e00-4632-8da0-a17cd3450bd5 no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:42:32.476734 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: 6f4b06bf-1e00-4632-8da0-a17cd3450bd5 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:42:32.477071 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 6f4b06bf-1e00-4632-8da0-a17cd3450bd5 not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:42:32.493810 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-929fe516-016b-4680-9438-462ff0bbb989 None None] Deleting port e9ae5a70-1645-4a68-84a4-300a62d2c323 {{(pid=101276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:42:32.494185 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-929fe516-016b-4680-9438-462ff0bbb989 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:32.507527 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc674-9322-4051-8ded-4e50767ba6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:32.536595 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6dc674-9322-4051-8ded-4e50767ba6aa admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ae5a70-1645-4a68-84a4-300a62d2c323,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:42:32.538927 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6dc674-9322-4051-8ded-4e50767ba6aa admin admin] No DVR routers for this DVR port e9ae5a70-1645-4a68-84a4-300a62d2c323 on host dv-cinder-815884-1-iscsi {{(pid=101275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:42:32.562967 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-929fe516-016b-4680-9438-462ff0bbb989 None None] For port e9ae5a70-1645-4a68-84a4-300a62d2c323, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=e9ae5a70-1645-4a68-84a4-300a62d2c323,segment=NetworkSegment(579b183a-e133-4044-992e-77340ed7842c),segment_id=579b183a-e133-4044-992e-77340ed7842c)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:42:32.563524 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-929fe516-016b-4680-9438-462ff0bbb989 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:32.576309 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-929fe516-016b-4680-9438-462ff0bbb989 None None] Calling delete_port for e9ae5a70-1645-4a68-84a4-300a62d2c323 owned by network:dhcp {{(pid=101276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:42:32.609414 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc674-9322-4051-8ded-4e50767ba6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7865813', 'neutron.services.segments.db._delete_segments_for_network-8763699824397'] for network, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:32.632898 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-4a6dc674-9322-4051-8ded-4e50767ba6aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8713ec6-2bfb-425a-831c-4c8b1797ee7d']}} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:42:32.644655 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-4a6dc674-9322-4051-8ded-4e50767ba6aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579b183a-e133-4044-992e-77340ed7842c') {'for_net_delete': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:42:32.644941 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-4a6dc674-9322-4051-8ded-4e50767ba6aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579b183a-e133-4044-992e-77340ed7842c') {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:42:32.654814 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc674-9322-4051-8ded-4e50767ba6aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763699824150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3755680'] for segment, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:32.662245 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-929fe516-016b-4680-9438-462ff0bbb989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135'] for port, after_delete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:32.667566 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc674-9322-4051-8ded-4e50767ba6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:32.673574 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6dc674-9322-4051-8ded-4e50767ba6aa admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=101275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 13:42:32.674050 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc674-9322-4051-8ded-4e50767ba6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3952935'] for segment, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: Traceback (most recent call last): Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: timer() Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: cb(*args, **kw) Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: return func(*args, **kwargs) Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: self._notify() Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: self.callback(batched_events) Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: event.method(event) Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: return f(self, *a, **k) Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: return self._get(url).json() Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: return self.request(url, 'GET', **kwargs) Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 13:42:32.675785 dv-cinder-815884-1-iscsi neutron-server[101275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 13:42:32.686494 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fe516-016b-4680-9438-462ff0bbb989 None None] Pushing event deleted for resources: {'Port': ['ID=e9ae5a70-1645-4a68-84a4-300a62d2c323,revision_number=None']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:42:32.690060 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929fe516-016b-4680-9438-462ff0bbb989 None None] No DVR routers for this DVR port e9ae5a70-1645-4a68-84a4-300a62d2c323 on host dv-cinder-815884-1-iscsi {{(pid=101276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:42:32.733580 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc674-9322-4051-8ded-4e50767ba6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496109'] for network, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:32.738057 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc674-9322-4051-8ded-4e50767ba6aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:32.741616 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-4a6dc674-9322-4051-8ded-4e50767ba6aa admin admin] 10.222.0.96 "DELETE /v2.0/networks/e8713ec6-2bfb-425a-831c-4c8b1797ee7d HTTP/1.1" status: 204 len: 168 time: 0.5243101 Oct 29 13:42:32.744466 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 39968) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:42:32.787709 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6dc674-9322-4051-8ded-4e50767ba6aa admin admin] Pushing event deleted for resources: {'Network': ['ID=e8713ec6-2bfb-425a-831c-4c8b1797ee7d,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:42:33.081830 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8abb474e-7221-4850-bec7-74cbc2d0c528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502303'] for router_interface, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:33.312527 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-8abb474e-7221-4850-bec7-74cbc2d0c528 admin admin] Deleting port 002dd1f4-4b1d-4cea-b027-bad865896969 {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:42:33.312850 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8abb474e-7221-4850-bec7-74cbc2d0c528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:33.387885 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-8abb474e-7221-4850-bec7-74cbc2d0c528 admin admin] For port 002dd1f4-4b1d-4cea-b027-bad865896969, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=002dd1f4-4b1d-4cea-b027-bad865896969,segment=NetworkSegment(0766e3b8-22ff-4377-b1b2-9e02bb5859c2),segment_id=0766e3b8-22ff-4377-b1b2-9e02bb5859c2)] {{(pid=101275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:42:33.388171 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8abb474e-7221-4850-bec7-74cbc2d0c528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:33.400200 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-8abb474e-7221-4850-bec7-74cbc2d0c528 admin admin] Calling delete_port for 002dd1f4-4b1d-4cea-b027-bad865896969 owned by network:router_interface {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:42:33.567138 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8abb474e-7221-4850-bec7-74cbc2d0c528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:33.591235 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb474e-7221-4850-bec7-74cbc2d0c528 admin admin] Pushing event deleted for resources: {'Port': ['ID=002dd1f4-4b1d-4cea-b027-bad865896969,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:42:33.749456 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-8abb474e-7221-4850-bec7-74cbc2d0c528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495931'] for router_interface, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:33.953916 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abb474e-7221-4850-bec7-74cbc2d0c528 admin admin] Router 92965d27-3912-4e51-807b-57a477301a57 has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:42:34.055000 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abb474e-7221-4850-bec7-74cbc2d0c528 admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:42:34.059941 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-8abb474e-7221-4850-bec7-74cbc2d0c528 admin admin] 10.222.0.96 "PUT /v2.0/routers/92965d27-3912-4e51-807b-57a477301a57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3144767 Oct 29 13:42:34.062433 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 39970) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:42:34.065028 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95afea6e-aa77-42ad-9d47-78d37e7dacbd None None] Sync routers for ids ['92965d27-3912-4e51-807b-57a477301a57'] in dv-cinder-815884-1-iscsi {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:42:34.075696 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95afea6e-aa77-42ad-9d47-78d37e7dacbd None None] Routers {'92965d27-3912-4e51-807b-57a477301a57'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:42:34.076290 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-95afea6e-aa77-42ad-9d47-78d37e7dacbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:42:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['92965d27-3912-4e51-807b-57a477301a57'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:42:34.166370 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6f962877-e4d2-4a53-aa70-70e5af414ca4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:34.184503 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-95afea6e-aa77-42ad-9d47-78d37e7dacbd None None] Set router 92965d27-3912-4e51-807b-57a477301a57 gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:42:34.196416 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device e9ae5a70-1645-4a68-84a4-300a62d2c323 no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:42:34.219918 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: e9ae5a70-1645-4a68-84a4-300a62d2c323 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:42:34.220319 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device e9ae5a70-1645-4a68-84a4-300a62d2c323 not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:42:34.267751 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6f962877-e4d2-4a53-aa70-70e5af414ca4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:34.317852 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-6f962877-e4d2-4a53-aa70-70e5af414ca4 admin admin] Deleting port de11dba1-9e0c-4c66-8f1b-9448431f3bcf {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:42:34.318289 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6f962877-e4d2-4a53-aa70-70e5af414ca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:34.357485 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-95afea6e-aa77-42ad-9d47-78d37e7dacbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92965d27-3912-4e51-807b-57a477301a57', 'name': 'tempest-TestShelveInstance-911590540-router', 'tenant_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'de11dba1-9e0c-4c66-8f1b-9448431f3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:19Z', 'updated_at': '2021-10-29T13:42:33Z', 'revision_number': 5, 'project_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'gw_port': {'id': 'de11dba1-9e0c-4c66-8f1b-9448431f3bcf', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:60:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92965d27-3912-4e51-807b-57a477301a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:37:19Z', 'updated_at': '2021-10-29T13:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:42:34.386841 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95afea6e-aa77-42ad-9d47-78d37e7dacbd None None] Checking router: 92965d27-3912-4e51-807b-57a477301a57 for host: dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:42:34.394172 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-6f962877-e4d2-4a53-aa70-70e5af414ca4 admin admin] For port de11dba1-9e0c-4c66-8f1b-9448431f3bcf, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=de11dba1-9e0c-4c66-8f1b-9448431f3bcf,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:42:34.394530 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6f962877-e4d2-4a53-aa70-70e5af414ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:34.394733 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95afea6e-aa77-42ad-9d47-78d37e7dacbd None None] Routers {'92965d27-3912-4e51-807b-57a477301a57'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:42:34.395324 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-95afea6e-aa77-42ad-9d47-78d37e7dacbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:42:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['92965d27-3912-4e51-807b-57a477301a57'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:42:34.410071 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-6f962877-e4d2-4a53-aa70-70e5af414ca4 admin admin] Calling delete_port for de11dba1-9e0c-4c66-8f1b-9448431f3bcf owned by network:router_gateway {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:42:34.476756 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-95afea6e-aa77-42ad-9d47-78d37e7dacbd None None] Set router 92965d27-3912-4e51-807b-57a477301a57 gateway port host: None {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:42:34.526482 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-95afea6e-aa77-42ad-9d47-78d37e7dacbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92965d27-3912-4e51-807b-57a477301a57', 'name': 'tempest-TestShelveInstance-911590540-router', 'tenant_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:19Z', 'updated_at': '2021-10-29T13:42:34Z', 'revision_number': 6, 'project_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'gw_port_host': None}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:42:34.555054 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95afea6e-aa77-42ad-9d47-78d37e7dacbd None None] The sync data for ids ['92965d27-3912-4e51-807b-57a477301a57'] in dv-cinder-815884-1-iscsi is: [{'id': '92965d27-3912-4e51-807b-57a477301a57', 'name': 'tempest-TestShelveInstance-911590540-router', 'tenant_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:37:19Z', 'updated_at': '2021-10-29T13:42:34Z', 'revision_number': 6, 'project_id': 'dd53e05fd02c4f66a75596d8a71ad4aa', 'gw_port_host': None}] {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:42:34.565458 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6f962877-e4d2-4a53-aa70-70e5af414ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:34.594611 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f962877-e4d2-4a53-aa70-70e5af414ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=de11dba1-9e0c-4c66-8f1b-9448431f3bcf,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:42:34.651888 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6f962877-e4d2-4a53-aa70-70e5af414ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496065'] for router_gateway, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:34.736571 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6f962877-e4d2-4a53-aa70-70e5af414ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-446'] for router, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:34.738520 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6f962877-e4d2-4a53-aa70-70e5af414ca4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:34.779506 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6f962877-e4d2-4a53-aa70-70e5af414ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497777'] for router, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:34.780018 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f962877-e4d2-4a53-aa70-70e5af414ca4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92965d27-3912-4e51-807b-57a477301a57 {{(pid=101275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 13:42:34.784039 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-6f962877-e4d2-4a53-aa70-70e5af414ca4 admin admin] Notify callbacks [] for router, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:34.785163 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-6f962877-e4d2-4a53-aa70-70e5af414ca4 admin admin] 10.222.0.96 "DELETE /v2.0/routers/92965d27-3912-4e51-807b-57a477301a57 HTTP/1.1" status: 204 len: 168 time: 0.7218287 Oct 29 13:42:34.787660 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 39972) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:42:34.834482 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b4bd5d-d88d-4bf9-bf4b-b207ef8ee466 admin admin] Deleting subnet b7c0cbf1-58ae-417e-90e3-2b5fa33ef76c {{(pid=101275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 29 13:42:34.838062 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-98b4bd5d-d88d-4bf9-bf4b-b207ef8ee466 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:34.870065 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-98b4bd5d-d88d-4bf9-bf4b-b207ef8ee466 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3755711'] for subnet, precommit_delete_associations {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:34.957185 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-98b4bd5d-d88d-4bf9-bf4b-b207ef8ee466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7868206'] for subnet, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:35.014035 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-98b4bd5d-d88d-4bf9-bf4b-b207ef8ee466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7868193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3952961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25682708'] for subnet, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:35.040404 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4bd5d-d88d-4bf9-bf4b-b207ef8ee466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7c0cbf1-58ae-417e-90e3-2b5fa33ef76c,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:42:35.042382 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-98b4bd5d-d88d-4bf9-bf4b-b207ef8ee466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:35.047787 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-98b4bd5d-d88d-4bf9-bf4b-b207ef8ee466 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/b7c0cbf1-58ae-417e-90e3-2b5fa33ef76c HTTP/1.1" status: 204 len: 168 time: 0.2564042 Oct 29 13:42:35.047943 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94acb5b6-6b48-42c0-b0f4-958b6c2dd39d None None] Network 5215454a-ce83-410a-be1d-4d99989ae8ad requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:42:35.048061 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 39974) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:42:35.112439 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4f139ce6-6bf6-45a5-96a3-66ecaa12a89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7898351'] for network, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:35.163698 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-4f139ce6-6bf6-45a5-96a3-66ecaa12a89a admin admin] Deleting port 8a335bfb-cb5e-445e-8ce1-85566fcc619a {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:42:35.164039 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4f139ce6-6bf6-45a5-96a3-66ecaa12a89a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:35.231142 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-4f139ce6-6bf6-45a5-96a3-66ecaa12a89a admin admin] For port 8a335bfb-cb5e-445e-8ce1-85566fcc619a, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=8a335bfb-cb5e-445e-8ce1-85566fcc619a,segment=NetworkSegment(0766e3b8-22ff-4377-b1b2-9e02bb5859c2),segment_id=0766e3b8-22ff-4377-b1b2-9e02bb5859c2)] {{(pid=101275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:42:35.231439 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4f139ce6-6bf6-45a5-96a3-66ecaa12a89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:35.243913 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-4f139ce6-6bf6-45a5-96a3-66ecaa12a89a admin admin] Calling delete_port for 8a335bfb-cb5e-445e-8ce1-85566fcc619a owned by network:dhcp {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:42:35.322567 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4f139ce6-6bf6-45a5-96a3-66ecaa12a89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:35.325123 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1509508-194e-4140-a99f-a0b98a7fa9bf None None] DHCP port deletion for 5215454a-ce83-410a-be1d-4d99989ae8ad request from dv-cinder-815884-1-iscsi {{(pid=101276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 13:42:35.352054 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f139ce6-6bf6-45a5-96a3-66ecaa12a89a admin admin] Pushing event deleted for resources: {'Port': ['ID=8a335bfb-cb5e-445e-8ce1-85566fcc619a,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:42:35.355487 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f139ce6-6bf6-45a5-96a3-66ecaa12a89a admin admin] No DVR routers for this DVR port 8a335bfb-cb5e-445e-8ce1-85566fcc619a on host dv-cinder-815884-1-iscsi {{(pid=101275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:42:35.423305 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4f139ce6-6bf6-45a5-96a3-66ecaa12a89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7865813', 'neutron.services.segments.db._delete_segments_for_network-8763699824397'] for network, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:35.443887 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-4f139ce6-6bf6-45a5-96a3-66ecaa12a89a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5215454a-ce83-410a-be1d-4d99989ae8ad']}} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:42:35.454019 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-4f139ce6-6bf6-45a5-96a3-66ecaa12a89a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0766e3b8-22ff-4377-b1b2-9e02bb5859c2') {'for_net_delete': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:42:35.454316 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-4f139ce6-6bf6-45a5-96a3-66ecaa12a89a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0766e3b8-22ff-4377-b1b2-9e02bb5859c2') {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:42:35.463434 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4f139ce6-6bf6-45a5-96a3-66ecaa12a89a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763699824150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3755680'] for segment, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:35.476362 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4f139ce6-6bf6-45a5-96a3-66ecaa12a89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:35.482405 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f139ce6-6bf6-45a5-96a3-66ecaa12a89a admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=101275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 13:42:35.482790 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4f139ce6-6bf6-45a5-96a3-66ecaa12a89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3952935'] for segment, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: Traceback (most recent call last): Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: timer() Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: cb(*args, **kw) Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: return func(*args, **kwargs) Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: self._notify() Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: self.callback(batched_events) Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: event.method(event) Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: return f(self, *a, **k) Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: return self._get(url).json() Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: return self.request(url, 'GET', **kwargs) Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 13:42:35.484674 dv-cinder-815884-1-iscsi neutron-server[101275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 13:42:35.543698 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4f139ce6-6bf6-45a5-96a3-66ecaa12a89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496109'] for network, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:35.549479 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4f139ce6-6bf6-45a5-96a3-66ecaa12a89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:35.555513 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-4f139ce6-6bf6-45a5-96a3-66ecaa12a89a admin admin] 10.222.0.96 "DELETE /v2.0/networks/5215454a-ce83-410a-be1d-4d99989ae8ad HTTP/1.1" status: 204 len: 168 time: 0.5037127 Oct 29 13:42:35.567977 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f139ce6-6bf6-45a5-96a3-66ecaa12a89a admin admin] Pushing event deleted for resources: {'Network': ['ID=5215454a-ce83-410a-be1d-4d99989ae8ad,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:42:35.664424 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 39978) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:42:35.703616 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-5b342d9a-f3ef-416b-9544-cd3e28373468 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=01041e00f28e4197a613ed2b47866c73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380633 Oct 29 13:42:35.705979 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 39980) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:42:35.752774 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-69126d42-ae03-42e0-8b13-2c267af7d5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:35.773222 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-69126d42-ae03-42e0-8b13-2c267af7d5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:35.819369 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-69126d42-ae03-42e0-8b13-2c267af7d5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:35.821756 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-69126d42-ae03-42e0-8b13-2c267af7d5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:35.822911 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-69126d42-ae03-42e0-8b13-2c267af7d5e8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/52e6e199-60e8-4603-9d0e-7b21da686eac HTTP/1.1" status: 204 len: 168 time: 0.1160605 Oct 29 13:42:35.830306 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69126d42-ae03-42e0-8b13-2c267af7d5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e6e199-60e8-4603-9d0e-7b21da686eac,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:42:36.127227 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 39986) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:42:36.138334 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device de11dba1-9e0c-4c66-8f1b-9448431f3bcf no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:42:36.160945 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: de11dba1-9e0c-4c66-8f1b-9448431f3bcf {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:42:36.161386 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device de11dba1-9e0c-4c66-8f1b-9448431f3bcf not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:42:36.161820 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 002dd1f4-4b1d-4cea-b027-bad865896969 no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:42:36.166610 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-6de68014-e44b-44ba-b51d-635fd07b9681 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dd53e05fd02c4f66a75596d8a71ad4aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376675 Oct 29 13:42:36.169386 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 39988) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:42:36.181138 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: 002dd1f4-4b1d-4cea-b027-bad865896969 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:42:36.181485 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 002dd1f4-4b1d-4cea-b027-bad865896969 not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:42:36.181923 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 8a335bfb-cb5e-445e-8ce1-85566fcc619a no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:42:36.200780 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: 8a335bfb-cb5e-445e-8ce1-85566fcc619a {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:42:36.201157 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 8a335bfb-cb5e-445e-8ce1-85566fcc619a not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:42:36.219119 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6bd46dc5-0204-44e1-b8e7-54c0677ddcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:36.239767 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6bd46dc5-0204-44e1-b8e7-54c0677ddcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:36.287713 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6bd46dc5-0204-44e1-b8e7-54c0677ddcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:36.290869 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6bd46dc5-0204-44e1-b8e7-54c0677ddcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:36.292021 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-6bd46dc5-0204-44e1-b8e7-54c0677ddcc7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7a618b3f-485e-42c2-b390-276f0cb445f0 HTTP/1.1" status: 204 len: 168 time: 0.1212842 Oct 29 13:42:36.299421 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd46dc5-0204-44e1-b8e7-54c0677ddcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a618b3f-485e-42c2-b390-276f0cb445f0,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:42:48.814066 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:42:55.480527 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-ba33b459-8c33-445b-b4b1-0e30458d37c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:56.861263 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:58.015504 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:58.066226 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-b1f0b3a7-ad94-4a2a-917d-d1826edf226c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:42:59.295356 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:00.808172 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:18.776075 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 39998) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:43:18.927730 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-fd8da7b2-e106-454c-9b11-193d9640a780 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Deleting port e15e82ef-c984-4b89-915c-0b2c2f778389 {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:43:18.928058 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fd8da7b2-e106-454c-9b11-193d9640a780 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:18.999054 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fd8da7b2-e106-454c-9b11-193d9640a780 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:18.999372 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fd8da7b2-e106-454c-9b11-193d9640a780 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:19.010647 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-fd8da7b2-e106-454c-9b11-193d9640a780 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Calling delete_port for e15e82ef-c984-4b89-915c-0b2c2f778389 owned by network:floatingip {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:43:19.171746 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fd8da7b2-e106-454c-9b11-193d9640a780 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:19.200926 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8da7b2-e106-454c-9b11-193d9640a780 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Pushing event deleted for resources: {'Port': ['ID=e15e82ef-c984-4b89-915c-0b2c2f778389,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:43:19.256585 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fd8da7b2-e106-454c-9b11-193d9640a780 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for floatingip, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:19.256927 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.l3_db [None req-fd8da7b2-e106-454c-9b11-193d9640a780 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Floating IP 581664ab-a642-4212-ad60-d8d4bea9e513 disassociated (deleted). External IP: 172.27.2.222, port: ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0. Oct 29 13:43:19.451706 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8da7b2-e106-454c-9b11-193d9640a780 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:43:19.552334 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8da7b2-e106-454c-9b11-193d9640a780 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:43:19.557193 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fd8da7b2-e106-454c-9b11-193d9640a780 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for floatingip, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:19.561690 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c042f305-d050-49bc-9522-994d7f855d07 None None] Sync routers for ids ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:43:19.570202 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c042f305-d050-49bc-9522-994d7f855d07 None None] Routers {'1f7c0f65-115c-4365-8b3d-066b1cf1f94e'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:43:19.570792 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-c042f305-d050-49bc-9522-994d7f855d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:42:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:43:19.582506 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-fd8da7b2-e106-454c-9b11-193d9640a780 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "DELETE /v2.0/floatingips/581664ab-a642-4212-ad60-d8d4bea9e513 HTTP/1.1" status: 204 len: 168 time: 0.8053060 Oct 29 13:43:19.583093 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643d3cf3-9b7c-4013-ac8e-60433989d1a9', 'tag': 'ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:43:19.585862 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc8a2e9-5b21-41bf-af79-24937d7549e5" -d '{"events": [{"name": "network-changed", "server_uuid": "643d3cf3-9b7c-4013-ac8e-60433989d1a9", "tag": "ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:43:19.677948 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-c042f305-d050-49bc-9522-994d7f855d07 None None] Set router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:43:19.810660 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde57487-39fd-44cb-a329-fe8538602384 req-344d6309-5649-4ecf-9ca6-8dec22838f6a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:43:19.812176 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-fde57487-39fd-44cb-a329-fe8538602384 req-344d6309-5649-4ecf-9ca6-8dec22838f6a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 945 time: 0.0508919 Oct 29 13:43:19.813578 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75122e6f-9247-42dd-bf9d-c7730122b031 x-openstack-request-id: req-75122e6f-9247-42dd-bf9d-c7730122b031 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:43:19.813934 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643d3cf3-9b7c-4013-ac8e-60433989d1a9", "tag": "ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:43:19.814229 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-75122e6f-9247-42dd-bf9d-c7730122b031 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:43:19.814609 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643d3cf3-9b7c-4013-ac8e-60433989d1a9', 'tag': 'ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0', 'status': 'completed', 'code': 200} Oct 29 13:43:19.856033 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-fde57487-39fd-44cb-a329-fe8538602384 req-c4981111-7a3d-4a20-b60c-2ec62c4ab549 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379975 Oct 29 13:43:19.916895 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-c042f305-d050-49bc-9522-994d7f855d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': 'eb453268-3924-4d7e-ad1e-9d1b2a5f001a', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'port_id': 'c8f3ee5d-4cf0-44ec-9150-c8bf02913da9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'mac_address': 'fa:16:3e:0f:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7753d2e-eb91-4518-a32a-9c3b4ec957b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:39:29Z', 'updated_at': '2021-10-29T13:39:31Z', 'revision_number': 1, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c9714b-2541-4af0-81a9-a275de86d57b', 'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'mac_address': 'fa:16:3e:e9:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:04Z', 'updated_at': '2021-10-29T13:36:11Z', 'revision_number': 5, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'subnets': [{'id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:43:19.942782 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c042f305-d050-49bc-9522-994d7f855d07 None None] Checking router: 1f7c0f65-115c-4365-8b3d-066b1cf1f94e for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:43:19.951882 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c042f305-d050-49bc-9522-994d7f855d07 None None] Routers {'1f7c0f65-115c-4365-8b3d-066b1cf1f94e'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:43:19.952496 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-c042f305-d050-49bc-9522-994d7f855d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:42:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:43:19.984049 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8a2e9-5b21-41bf-af79-24937d7549e5 req-1d2f5db3-fff2-46e8-9cf2-ca577ef1a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:43:19.985495 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9cc8a2e9-5b21-41bf-af79-24937d7549e5 req-1d2f5db3-fff2-46e8-9cf2-ca577ef1a431 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dda9cf39e3ff4797af5227f990f14457&device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 1098 time: 0.1418266 Oct 29 13:43:20.056423 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-c042f305-d050-49bc-9522-994d7f855d07 None None] Set router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:43:20.073579 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8a2e9-5b21-41bf-af79-24937d7549e5 req-caf541db-986b-4f9b-8b93-d1f2f028cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:43:20.075165 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9cc8a2e9-5b21-41bf-af79-24937d7549e5 req-caf541db-986b-4f9b-8b93-d1f2f028cfeb service neutron] 10.222.0.26 "GET /v2.0/networks?id=d620a326-cd97-4595-b325-2f417240582b HTTP/1.1" status: 200 len: 913 time: 0.0821648 Oct 29 13:43:20.116716 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9cc8a2e9-5b21-41bf-af79-24937d7549e5 req-e3e2a10c-c932-4368-8919-173e7994dc32 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 HTTP/1.1" status: 200 len: 217 time: 0.0325503 Oct 29 13:43:20.169624 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8a2e9-5b21-41bf-af79-24937d7549e5 req-52638b3f-5775-44a2-82aa-d2b3cb1f0bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:43:20.171238 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9cc8a2e9-5b21-41bf-af79-24937d7549e5 req-52638b3f-5775-44a2-82aa-d2b3cb1f0bbe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=115c3b06-75d5-42f2-9aff-2e4cf3f60ab5 HTTP/1.1" status: 200 len: 851 time: 0.0477543 Oct 29 13:43:20.215947 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8a2e9-5b21-41bf-af79-24937d7549e5 req-e1a9c713-a8c5-48ca-9c54-1ec67edf9a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:43:20.217418 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9cc8a2e9-5b21-41bf-af79-24937d7549e5 req-e1a9c713-a8c5-48ca-9c54-1ec67edf9a48 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d620a326-cd97-4595-b325-2f417240582b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387948 Oct 29 13:43:20.230331 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [req-9cc8a2e9-5b21-41bf-af79-24937d7549e5 req-8ab7b299-3ac2-4ba8-aadf-dd826a471c1e service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 13:43:20.231318 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9cc8a2e9-5b21-41bf-af79-24937d7549e5 req-8ab7b299-3ac2-4ba8-aadf-dd826a471c1e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053816 Oct 29 13:43:20.279059 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-c042f305-d050-49bc-9522-994d7f855d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': 'eb453268-3924-4d7e-ad1e-9d1b2a5f001a', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'port_id': 'c8f3ee5d-4cf0-44ec-9150-c8bf02913da9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'mac_address': 'fa:16:3e:0f:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7753d2e-eb91-4518-a32a-9c3b4ec957b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:39:29Z', 'updated_at': '2021-10-29T13:39:31Z', 'revision_number': 1, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c9714b-2541-4af0-81a9-a275de86d57b', 'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'mac_address': 'fa:16:3e:e9:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:04Z', 'updated_at': '2021-10-29T13:36:11Z', 'revision_number': 5, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'subnets': [{'id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:43:20.304704 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c042f305-d050-49bc-9522-994d7f855d07 None None] The sync data for ids ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'] in dv-cinder-815884-1-iscsi is: [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_floatingips': [{'id': 'eb453268-3924-4d7e-ad1e-9d1b2a5f001a', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'router_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'port_id': 'c8f3ee5d-4cf0-44ec-9150-c8bf02913da9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'mac_address': 'fa:16:3e:0f:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7753d2e-eb91-4518-a32a-9c3b4ec957b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T13:39:29Z', 'updated_at': '2021-10-29T13:39:31Z', 'revision_number': 1, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c9714b-2541-4af0-81a9-a275de86d57b', 'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'mac_address': 'fa:16:3e:e9:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:04Z', 'updated_at': '2021-10-29T13:36:11Z', 'revision_number': 5, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'subnets': [{'id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:43:20.319095 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9cc8a2e9-5b21-41bf-af79-24937d7549e5 req-815dc7ad-c031-4f8c-a0c9-689e97329c78 service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791883 Oct 29 13:43:20.415399 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-9cc8a2e9-5b21-41bf-af79-24937d7549e5 req-c9f762fe-99d6-40dd-b4f4-e068af92e601 service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876026 Oct 29 13:43:20.512468 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fac3ba-8517-49d5-bfed-e8e945bda6ec None None] New status for floating IP 581664ab-a642-4212-ad60-d8d4bea9e513: DOWN {{(pid=101277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 13:43:20.969815 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cdb99-bce7-4bfd-8383-68d69292c460 req-7b7a4acc-3449-4d16-8556-1d35ada6f666 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:43:20.971272 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-450cdb99-bce7-4bfd-8383-68d69292c460 req-7b7a4acc-3449-4d16-8556-1d35ada6f666 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 945 time: 0.0480833 Oct 29 13:43:21.010770 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-450cdb99-bce7-4bfd-8383-68d69292c460 req-b4e8d6cd-3dab-4e7e-890f-e85e20f01e9e tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331283 Oct 29 13:43:21.315660 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e0d2f-97d8-4a13-9d3e-088cd389a45f req-993652bf-fa01-4d8c-ad3b-7ff6bae45ac7 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:43:21.317074 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b05e0d2f-97d8-4a13-9d3e-088cd389a45f req-993652bf-fa01-4d8c-ad3b-7ff6bae45ac7 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.26 "GET /v2.0/ports?device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 945 time: 0.0476158 Oct 29 13:43:21.405540 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-b05e0d2f-97d8-4a13-9d3e-088cd389a45f req-e0404e5b-0e47-4d12-be89-592d7ecfc49a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Deleting port ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:43:21.405906 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-b05e0d2f-97d8-4a13-9d3e-088cd389a45f req-e0404e5b-0e47-4d12-be89-592d7ecfc49a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:21.489044 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-b05e0d2f-97d8-4a13-9d3e-088cd389a45f req-e0404e5b-0e47-4d12-be89-592d7ecfc49a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] For port ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0,segment=NetworkSegment(a2263a2a-f893-4004-b0b7-e691a73d733d),segment_id=a2263a2a-f893-4004-b0b7-e691a73d733d)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:43:21.489326 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-b05e0d2f-97d8-4a13-9d3e-088cd389a45f req-e0404e5b-0e47-4d12-be89-592d7ecfc49a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:21.501496 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-b05e0d2f-97d8-4a13-9d3e-088cd389a45f req-e0404e5b-0e47-4d12-be89-592d7ecfc49a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Calling delete_port for ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 owned by compute:nova {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:43:21.624572 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-b05e0d2f-97d8-4a13-9d3e-088cd389a45f req-e0404e5b-0e47-4d12-be89-592d7ecfc49a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:21.652034 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0404e5b-0e47-4d12-be89-592d7ecfc49a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Pushing event deleted for resources: {'Port': ['ID=ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:43:21.694067 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05e0d2f-97d8-4a13-9d3e-088cd389a45f req-e0404e5b-0e47-4d12-be89-592d7ecfc49a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] No DVR routers for this DVR port ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 on host hv-cinder-81588 {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:43:21.697064 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-b05e0d2f-97d8-4a13-9d3e-088cd389a45f req-e0404e5b-0e47-4d12-be89-592d7ecfc49a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:21.700312 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-b05e0d2f-97d8-4a13-9d3e-088cd389a45f req-e0404e5b-0e47-4d12-be89-592d7ecfc49a tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.26 "DELETE /v2.0/ports/ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 HTTP/1.1" status: 204 len: 173 time: 0.3770146 Oct 29 13:43:21.816198 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643d3cf3-9b7c-4013-ac8e-60433989d1a9', 'name': 'network-vif-deleted', 'tag': 'ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:43:21.818566 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b139e123-a723-40f9-9363-7aa02511c69b" -d '{"events": [{"server_uuid": "643d3cf3-9b7c-4013-ac8e-60433989d1a9", "name": "network-vif-deleted", "tag": "ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:43:21.864815 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dd6c98-3ada-4598-be58-13ddc7514d8e x-openstack-request-id: req-13dd6c98-3ada-4598-be58-13ddc7514d8e {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:43:21.865109 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643d3cf3-9b7c-4013-ac8e-60433989d1a9", "name": "network-vif-deleted", "tag": "ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:43:21.865362 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-13dd6c98-3ada-4598-be58-13ddc7514d8e {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:43:21.865799 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643d3cf3-9b7c-4013-ac8e-60433989d1a9', 'name': 'network-vif-deleted', 'tag': 'ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0', 'status': 'completed', 'code': 200} Oct 29 13:43:22.119172 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-3e6e4e5b-da90-44a7-b8d8-74073907b0be req-9278a695-821c-489f-9f4c-a68b3bfb71bb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=643d3cf3-9b7c-4013-ac8e-60433989d1a9 HTTP/1.1" status: 200 len: 210 time: 0.0307264 Oct 29 13:43:24.786054 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:43:24.806725 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] No Port match for: ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:43:24.807066 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device ab2e1ae8-7fd2-4e82-a607-d752dc8f16d0 not bound to the agent host hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:43:25.384397 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 40032) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:43:25.481047 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-049b85e2-139c-4270-9003-cadd98e0554e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:25.534182 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-9bf00064-48a6-4127-a971-7fd4253686cf tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Deleting port dfba0b55-5b39-4d3f-bd39-d2fe815700da {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:43:25.534517 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9bf00064-48a6-4127-a971-7fd4253686cf tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:25.606737 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9bf00064-48a6-4127-a971-7fd4253686cf tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:25.607085 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9bf00064-48a6-4127-a971-7fd4253686cf tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:25.618249 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-9bf00064-48a6-4127-a971-7fd4253686cf tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Calling delete_port for dfba0b55-5b39-4d3f-bd39-d2fe815700da owned by network:floatingip {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:43:25.759296 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9bf00064-48a6-4127-a971-7fd4253686cf tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:25.783905 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf00064-48a6-4127-a971-7fd4253686cf tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Pushing event deleted for resources: {'Port': ['ID=dfba0b55-5b39-4d3f-bd39-d2fe815700da,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:43:25.812950 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:43:25.843671 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9bf00064-48a6-4127-a971-7fd4253686cf tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for floatingip, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:25.843994 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.db.l3_db [None req-9bf00064-48a6-4127-a971-7fd4253686cf tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Floating IP eb453268-3924-4d7e-ad1e-9d1b2a5f001a disassociated (deleted). External IP: 172.27.2.167, port: c8f3ee5d-4cf0-44ec-9150-c8bf02913da9. Oct 29 13:43:26.293384 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf00064-48a6-4127-a971-7fd4253686cf tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:43:26.397031 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf00064-48a6-4127-a971-7fd4253686cf tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:43:26.401739 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9bf00064-48a6-4127-a971-7fd4253686cf tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for floatingip, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:26.406461 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be582fa-c6da-4e1e-9508-3bf961f627b7 None None] Sync routers for ids ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:43:26.415682 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be582fa-c6da-4e1e-9508-3bf961f627b7 None None] Routers {'1f7c0f65-115c-4365-8b3d-066b1cf1f94e'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:43:26.416306 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-2be582fa-c6da-4e1e-9508-3bf961f627b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:42:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:43:26.429008 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-9bf00064-48a6-4127-a971-7fd4253686cf tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "DELETE /v2.0/floatingips/eb453268-3924-4d7e-ad1e-9d1b2a5f001a HTTP/1.1" status: 204 len: 168 time: 1.0435383 Oct 29 13:43:26.429607 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7753d2e-eb91-4518-a32a-9c3b4ec957b0', 'tag': 'c8f3ee5d-4cf0-44ec-9150-c8bf02913da9'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:43:26.432364 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02591846-fe5a-48fa-83f4-c91065902b28" -d '{"events": [{"name": "network-changed", "server_uuid": "e7753d2e-eb91-4518-a32a-9c3b4ec957b0", "tag": "c8f3ee5d-4cf0-44ec-9150-c8bf02913da9"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:43:26.468245 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 13:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a1f2ed-2e3e-4676-bec5-d5e648cdd7e7 x-openstack-request-id: req-30a1f2ed-2e3e-4676-bec5-d5e648cdd7e7 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:43:26.468539 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7753d2e-eb91-4518-a32a-9c3b4ec957b0", "tag": "c8f3ee5d-4cf0-44ec-9150-c8bf02913da9", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:43:26.468797 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-30a1f2ed-2e3e-4676-bec5-d5e648cdd7e7 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:43:26.469195 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7753d2e-eb91-4518-a32a-9c3b4ec957b0', 'tag': 'c8f3ee5d-4cf0-44ec-9150-c8bf02913da9', 'status': 'completed', 'code': 200} Oct 29 13:43:26.525493 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-2be582fa-c6da-4e1e-9508-3bf961f627b7 None None] Set router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:43:26.532761 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02591846-fe5a-48fa-83f4-c91065902b28 req-ead3f76e-7d68-4c8b-8a3f-6bc3bda5fbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:43:26.534310 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-02591846-fe5a-48fa-83f4-c91065902b28 req-ead3f76e-7d68-4c8b-8a3f-6bc3bda5fbfa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dda9cf39e3ff4797af5227f990f14457&device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 1098 time: 0.0418878 Oct 29 13:43:26.666401 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02591846-fe5a-48fa-83f4-c91065902b28 req-4416fc50-161e-411e-89cf-0e1376264047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:43:26.667791 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-02591846-fe5a-48fa-83f4-c91065902b28 req-4416fc50-161e-411e-89cf-0e1376264047 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d620a326-cd97-4595-b325-2f417240582b HTTP/1.1" status: 200 len: 913 time: 0.1232848 Oct 29 13:43:26.680313 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44fa3d-8763-4d5c-9c14-20ce12605df8 req-065781c5-7474-440f-b5eb-a8b777f76a52 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:43:26.681737 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5d44fa3d-8763-4d5c-9c14-20ce12605df8 req-065781c5-7474-440f-b5eb-a8b777f76a52 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 945 time: 0.0725386 Oct 29 13:43:26.721850 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-2be582fa-c6da-4e1e-9508-3bf961f627b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'e4c9714b-2541-4af0-81a9-a275de86d57b', 'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'mac_address': 'fa:16:3e:e9:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:04Z', 'updated_at': '2021-10-29T13:36:11Z', 'revision_number': 5, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'subnets': [{'id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:43:26.725973 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-02591846-fe5a-48fa-83f4-c91065902b28 req-22993dce-7e09-454f-b42b-aaf9cc34fb90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 HTTP/1.1" status: 200 len: 217 time: 0.0427241 Oct 29 13:43:26.748030 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be582fa-c6da-4e1e-9508-3bf961f627b7 None None] Checking router: 1f7c0f65-115c-4365-8b3d-066b1cf1f94e for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:43:26.756224 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be582fa-c6da-4e1e-9508-3bf961f627b7 None None] Routers {'1f7c0f65-115c-4365-8b3d-066b1cf1f94e'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:43:26.756844 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-2be582fa-c6da-4e1e-9508-3bf961f627b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:42:58Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:43:26.769062 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-5d44fa3d-8763-4d5c-9c14-20ce12605df8 req-c1a19038-adeb-4026-befa-9e49dfe810df tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809453 Oct 29 13:43:26.795588 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02591846-fe5a-48fa-83f4-c91065902b28 req-50ac0466-960d-4f4e-86ef-e3c2cf500588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:43:26.797334 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-02591846-fe5a-48fa-83f4-c91065902b28 req-50ac0466-960d-4f4e-86ef-e3c2cf500588 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=115c3b06-75d5-42f2-9aff-2e4cf3f60ab5 HTTP/1.1" status: 200 len: 851 time: 0.0638163 Oct 29 13:43:26.848808 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02591846-fe5a-48fa-83f4-c91065902b28 req-12997072-d9a6-4faf-8a51-882d995ae90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:43:26.850932 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-02591846-fe5a-48fa-83f4-c91065902b28 req-12997072-d9a6-4faf-8a51-882d995ae90f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d620a326-cd97-4595-b325-2f417240582b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457022 Oct 29 13:43:26.941371 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-02591846-fe5a-48fa-83f4-c91065902b28 req-c6178f5f-d1ff-4c92-9b05-c03f2a4e18fb service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829825 Oct 29 13:43:26.962916 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:26.989851 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-2be582fa-c6da-4e1e-9508-3bf961f627b7 None None] Set router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:43:27.034946 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-02591846-fe5a-48fa-83f4-c91065902b28 req-0dd74983-b3a1-40ad-8892-4c86a48f09ad service neutron] 10.222.0.26 "GET /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856423 Oct 29 13:43:27.177027 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-2be582fa-c6da-4e1e-9508-3bf961f627b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'e4c9714b-2541-4af0-81a9-a275de86d57b', 'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'mac_address': 'fa:16:3e:e9:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:04Z', 'updated_at': '2021-10-29T13:36:11Z', 'revision_number': 5, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'subnets': [{'id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:43:27.205917 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be582fa-c6da-4e1e-9508-3bf961f627b7 None None] The sync data for ids ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'] in dv-cinder-815884-1-iscsi is: [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:05Z', 'revision_number': 4, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi', '_interfaces': [{'id': 'e4c9714b-2541-4af0-81a9-a275de86d57b', 'name': '', 'network_id': 'd620a326-cd97-4595-b325-2f417240582b', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'mac_address': 'fa:16:3e:e9:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:04Z', 'updated_at': '2021-10-29T13:36:11Z', 'revision_number': 5, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'subnets': [{'id': '115c3b06-75d5-42f2-9aff-2e4cf3f60ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:43:27.414044 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c530d1bb-ba43-4ea4-a9d1-f70648d23407 None None] New status for floating IP eb453268-3924-4d7e-ad1e-9d1b2a5f001a: DOWN {{(pid=101277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 13:43:28.018144 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:28.066665 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-5d5fc43a-9d1d-420f-9ef9-99355bbb2b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:28.108120 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b503f2-4448-41de-90e1-0bc3e653d747 req-cb1e016f-ed7a-436b-b522-a9f9a28d7ce4 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:43:28.109618 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e8b503f2-4448-41de-90e1-0bc3e653d747 req-cb1e016f-ed7a-436b-b522-a9f9a28d7ce4 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 945 time: 0.2692566 Oct 29 13:43:28.135144 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4cea1-4a6a-4880-8b5e-520af7a3eafd req-c938d343-bc7f-4b78-a05c-4165455a3956 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 13:43:28.136602 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-cca4cea1-4a6a-4880-8b5e-520af7a3eafd req-c938d343-bc7f-4b78-a05c-4165455a3956 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7753d2e-eb91-4518-a32a-9c3b4ec957b0 HTTP/1.1" status: 200 len: 945 time: 0.0483918 Oct 29 13:43:28.146800 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [req-e8b503f2-4448-41de-90e1-0bc3e653d747 req-389adf15-f130-4130-b258-8d5ccb648a3d tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f81b7db-0b31-407c-959a-71252673a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312648 Oct 29 13:43:28.227049 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-cca4cea1-4a6a-4880-8b5e-520af7a3eafd req-79959329-1a7b-4591-b314-ca7903b2ddeb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Deleting port c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:43:28.227317 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-cca4cea1-4a6a-4880-8b5e-520af7a3eafd req-79959329-1a7b-4591-b314-ca7903b2ddeb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:28.312364 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [req-cca4cea1-4a6a-4880-8b5e-520af7a3eafd req-79959329-1a7b-4591-b314-ca7903b2ddeb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] For port c8f3ee5d-4cf0-44ec-9150-c8bf02913da9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c8f3ee5d-4cf0-44ec-9150-c8bf02913da9,segment=NetworkSegment(a2263a2a-f893-4004-b0b7-e691a73d733d),segment_id=a2263a2a-f893-4004-b0b7-e691a73d733d)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:43:28.312721 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-cca4cea1-4a6a-4880-8b5e-520af7a3eafd req-79959329-1a7b-4591-b314-ca7903b2ddeb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:28.324722 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [req-cca4cea1-4a6a-4880-8b5e-520af7a3eafd req-79959329-1a7b-4591-b314-ca7903b2ddeb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Calling delete_port for c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 owned by compute:nova {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:43:28.447082 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-cca4cea1-4a6a-4880-8b5e-520af7a3eafd req-79959329-1a7b-4591-b314-ca7903b2ddeb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:28.474451 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79959329-1a7b-4591-b314-ca7903b2ddeb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Pushing event deleted for resources: {'Port': ['ID=c8f3ee5d-4cf0-44ec-9150-c8bf02913da9,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:43:28.486405 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959329-1a7b-4591-b314-ca7903b2ddeb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:28.486756 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959329-1a7b-4591-b314-ca7903b2ddeb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:28.487096 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959329-1a7b-4591-b314-ca7903b2ddeb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:28.487430 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959329-1a7b-4591-b314-ca7903b2ddeb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:28.487763 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959329-1a7b-4591-b314-ca7903b2ddeb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:28.488090 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959329-1a7b-4591-b314-ca7903b2ddeb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:28.488414 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959329-1a7b-4591-b314-ca7903b2ddeb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:28.488738 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959329-1a7b-4591-b314-ca7903b2ddeb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:28.489065 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959329-1a7b-4591-b314-ca7903b2ddeb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:28.489402 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959329-1a7b-4591-b314-ca7903b2ddeb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:28.489705 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959329-1a7b-4591-b314-ca7903b2ddeb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:28.490048 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959329-1a7b-4591-b314-ca7903b2ddeb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:28.522419 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca4cea1-4a6a-4880-8b5e-520af7a3eafd req-79959329-1a7b-4591-b314-ca7903b2ddeb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] No DVR routers for this DVR port c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 on host hv-cinder-81588 {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:43:28.525236 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [req-cca4cea1-4a6a-4880-8b5e-520af7a3eafd req-79959329-1a7b-4591-b314-ca7903b2ddeb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for port, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:28.528473 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [req-cca4cea1-4a6a-4880-8b5e-520af7a3eafd req-79959329-1a7b-4591-b314-ca7903b2ddeb tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.26 "DELETE /v2.0/ports/c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 HTTP/1.1" status: 204 len: 173 time: 0.3855920 Oct 29 13:43:28.528902 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7753d2e-eb91-4518-a32a-9c3b4ec957b0', 'name': 'network-vif-deleted', 'tag': 'c8f3ee5d-4cf0-44ec-9150-c8bf02913da9'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 13:43:28.531146 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b67068a12b39c6c9d0fb9a606c7f81cec86bd4b0fa523fd84ab7e61a1355232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089f3783-7a61-452a-90fb-ea4f8419b276" -d '{"events": [{"server_uuid": "e7753d2e-eb91-4518-a32a-9c3b4ec957b0", "name": "network-vif-deleted", "tag": "c8f3ee5d-4cf0-44ec-9150-c8bf02913da9"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 13:43:28.567151 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 13:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0656a904-c52c-47ac-8dc1-632949c3a9c7 x-openstack-request-id: req-0656a904-c52c-47ac-8dc1-632949c3a9c7 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 13:43:28.567437 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7753d2e-eb91-4518-a32a-9c3b4ec957b0", "name": "network-vif-deleted", "tag": "c8f3ee5d-4cf0-44ec-9150-c8bf02913da9", "status": "completed", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 13:43:28.567686 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0656a904-c52c-47ac-8dc1-632949c3a9c7 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 13:43:28.568077 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7753d2e-eb91-4518-a32a-9c3b4ec957b0', 'name': 'network-vif-deleted', 'tag': 'c8f3ee5d-4cf0-44ec-9150-c8bf02913da9', 'status': 'completed', 'code': 200} Oct 29 13:43:29.203663 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 40046) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:43:29.298954 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:29.322848 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-9ec05d36-7cb6-4efb-a5f3-6224d8284051 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Deleting port 0525c0a5-dc10-4bfb-8103-abed45d757ab {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:43:29.323180 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9ec05d36-7cb6-4efb-a5f3-6224d8284051 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:29.396878 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9ec05d36-7cb6-4efb-a5f3-6224d8284051 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:29.397194 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9ec05d36-7cb6-4efb-a5f3-6224d8284051 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:29.408190 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-9ec05d36-7cb6-4efb-a5f3-6224d8284051 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Calling delete_port for 0525c0a5-dc10-4bfb-8103-abed45d757ab owned by network:floatingip {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:43:29.530021 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9ec05d36-7cb6-4efb-a5f3-6224d8284051 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:29.558926 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec05d36-7cb6-4efb-a5f3-6224d8284051 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Pushing event deleted for resources: {'Port': ['ID=0525c0a5-dc10-4bfb-8103-abed45d757ab,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:43:29.585932 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec05d36-7cb6-4efb-a5f3-6224d8284051 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:29.586277 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec05d36-7cb6-4efb-a5f3-6224d8284051 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:29.586614 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec05d36-7cb6-4efb-a5f3-6224d8284051 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:29.586945 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec05d36-7cb6-4efb-a5f3-6224d8284051 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:29.587272 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec05d36-7cb6-4efb-a5f3-6224d8284051 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:29.587601 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec05d36-7cb6-4efb-a5f3-6224d8284051 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:29.587925 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec05d36-7cb6-4efb-a5f3-6224d8284051 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:29.588247 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec05d36-7cb6-4efb-a5f3-6224d8284051 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:29.588571 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec05d36-7cb6-4efb-a5f3-6224d8284051 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:29.588890 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec05d36-7cb6-4efb-a5f3-6224d8284051 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:29.589205 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec05d36-7cb6-4efb-a5f3-6224d8284051 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:29.589563 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec05d36-7cb6-4efb-a5f3-6224d8284051 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:29.627374 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9ec05d36-7cb6-4efb-a5f3-6224d8284051 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for floatingip, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:29.629880 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-9ec05d36-7cb6-4efb-a5f3-6224d8284051 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108226'] for floatingip, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:29.631006 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-9ec05d36-7cb6-4efb-a5f3-6224d8284051 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "DELETE /v2.0/floatingips/02f3ee51-43c4-445f-b885-85980f212edf HTTP/1.1" status: 204 len: 168 time: 0.4263520 Oct 29 13:43:30.807672 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:43:30.820982 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 40058) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:43:30.827785 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:30.828546 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] No Port match for: c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:43:30.828878 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Device c8f3ee5d-4cf0-44ec-9150-c8bf02913da9 not bound to the agent host hv-cinder-81588 {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:43:30.877361 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3a09941c-5f40-44ea-9961-de443095cb54 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for security_group, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:30.901623 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3a09941c-5f40-44ea-9961-de443095cb54 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:30.959211 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3a09941c-5f40-44ea-9961-de443095cb54 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:30.961849 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-3a09941c-5f40-44ea-9961-de443095cb54 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Notify callbacks [] for security_group, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:30.962978 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-3a09941c-5f40-44ea-9961-de443095cb54 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] 10.222.0.96 "DELETE /v2.0/security-groups/6f81b7db-0b31-407c-959a-71252673a1aa HTTP/1.1" status: 204 len: 168 time: 0.1409793 Oct 29 13:43:30.971863 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09941c-5f40-44ea-9961-de443095cb54 tempest-TestVolumeBootPattern-471298346 tempest-TestVolumeBootPattern-471298346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f81b7db-0b31-407c-959a-71252673a1aa,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:43:31.014514 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 40062) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:43:31.439673 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-dfade5dd-4e6a-4bbb-a48b-7622b3a41401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502303'] for router_interface, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:31.670401 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-dfade5dd-4e6a-4bbb-a48b-7622b3a41401 admin admin] Deleting port e4c9714b-2541-4af0-81a9-a275de86d57b {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:43:31.670734 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-dfade5dd-4e6a-4bbb-a48b-7622b3a41401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:31.744294 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-dfade5dd-4e6a-4bbb-a48b-7622b3a41401 admin admin] For port e4c9714b-2541-4af0-81a9-a275de86d57b, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=e4c9714b-2541-4af0-81a9-a275de86d57b,segment=NetworkSegment(a2263a2a-f893-4004-b0b7-e691a73d733d),segment_id=a2263a2a-f893-4004-b0b7-e691a73d733d)] {{(pid=101275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:43:31.744583 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-dfade5dd-4e6a-4bbb-a48b-7622b3a41401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:31.756763 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-dfade5dd-4e6a-4bbb-a48b-7622b3a41401 admin admin] Calling delete_port for e4c9714b-2541-4af0-81a9-a275de86d57b owned by network:router_interface {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:43:31.926413 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-dfade5dd-4e6a-4bbb-a48b-7622b3a41401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:31.953449 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfade5dd-4e6a-4bbb-a48b-7622b3a41401 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c9714b-2541-4af0-81a9-a275de86d57b,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:43:32.112206 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-dfade5dd-4e6a-4bbb-a48b-7622b3a41401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495931'] for router_interface, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:32.319118 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfade5dd-4e6a-4bbb-a48b-7622b3a41401 admin admin] Router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:43:32.419094 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfade5dd-4e6a-4bbb-a48b-7622b3a41401 admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:43:32.424307 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-dfade5dd-4e6a-4bbb-a48b-7622b3a41401 admin admin] 10.222.0.96 "PUT /v2.0/routers/1f7c0f65-115c-4365-8b3d-066b1cf1f94e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4087570 Oct 29 13:43:32.426956 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 40066) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:43:32.428674 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f475a5-5abe-43b6-b89b-80d1972ab298 None None] Sync routers for ids ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'] in dv-cinder-815884-1-iscsi {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:43:32.439016 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f475a5-5abe-43b6-b89b-80d1972ab298 None None] Routers {'1f7c0f65-115c-4365-8b3d-066b1cf1f94e'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:43:32.439611 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-42f475a5-5abe-43b6-b89b-80d1972ab298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:43:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:43:32.523021 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-18fe17bc-b65a-42ce-8450-8cf294e1eb65 admin admin] Notify callbacks [] for router, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:32.538273 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-42f475a5-5abe-43b6-b89b-80d1972ab298 None None] Set router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e gateway port host: dv-cinder-815884-1-iscsi {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:43:32.620859 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-18fe17bc-b65a-42ce-8450-8cf294e1eb65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:32.673727 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-18fe17bc-b65a-42ce-8450-8cf294e1eb65 admin admin] Deleting port 54d3536e-82a1-41d7-807b-d434ea14bcf3 {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:43:32.674087 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-18fe17bc-b65a-42ce-8450-8cf294e1eb65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:32.708594 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-42f475a5-5abe-43b6-b89b-80d1972ab298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:43:31Z', 'revision_number': 5, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port': {'id': '54d3536e-82a1-41d7-807b-d434ea14bcf3', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:43:32.737462 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f475a5-5abe-43b6-b89b-80d1972ab298 None None] Checking router: 1f7c0f65-115c-4365-8b3d-066b1cf1f94e for host: dv-cinder-815884-1-iscsi {{(pid=101276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:43:32.746245 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f475a5-5abe-43b6-b89b-80d1972ab298 None None] Routers {'1f7c0f65-115c-4365-8b3d-066b1cf1f94e'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:43:32.746847 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-42f475a5-5abe-43b6-b89b-80d1972ab298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:43:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'], 'active': True} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:43:32.749170 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-18fe17bc-b65a-42ce-8450-8cf294e1eb65 admin admin] For port 54d3536e-82a1-41d7-807b-d434ea14bcf3, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=54d3536e-82a1-41d7-807b-d434ea14bcf3,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:43:32.749679 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-18fe17bc-b65a-42ce-8450-8cf294e1eb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:32.762093 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-18fe17bc-b65a-42ce-8450-8cf294e1eb65 admin admin] Calling delete_port for 54d3536e-82a1-41d7-807b-d434ea14bcf3 owned by network:router_gateway {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:43:32.829431 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvr_db [None req-42f475a5-5abe-43b6-b89b-80d1972ab298 None None] Set router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e gateway port host: None {{(pid=101276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:43:32.881533 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_hamode_db [None req-42f475a5-5abe-43b6-b89b-80d1972ab298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:43:32Z', 'revision_number': 6, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port_host': None}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:43:32.910793 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f475a5-5abe-43b6-b89b-80d1972ab298 None None] The sync data for ids ['1f7c0f65-115c-4365-8b3d-066b1cf1f94e'] in dv-cinder-815884-1-iscsi is: [{'id': '1f7c0f65-115c-4365-8b3d-066b1cf1f94e', 'name': 'tempest-TestVolumeBootPattern-2116566537-router', 'tenant_id': 'dda9cf39e3ff4797af5227f990f14457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:02Z', 'updated_at': '2021-10-29T13:43:32Z', 'revision_number': 6, 'project_id': 'dda9cf39e3ff4797af5227f990f14457', 'gw_port_host': None}] {{(pid=101276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:43:32.923479 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-18fe17bc-b65a-42ce-8450-8cf294e1eb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:32.947484 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe17bc-b65a-42ce-8450-8cf294e1eb65 admin admin] Pushing event deleted for resources: {'Port': ['ID=54d3536e-82a1-41d7-807b-d434ea14bcf3,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:43:33.010792 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-18fe17bc-b65a-42ce-8450-8cf294e1eb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496065'] for router_gateway, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:33.095719 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-18fe17bc-b65a-42ce-8450-8cf294e1eb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-446'] for router, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:33.097702 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-18fe17bc-b65a-42ce-8450-8cf294e1eb65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:33.138626 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-18fe17bc-b65a-42ce-8450-8cf294e1eb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497777'] for router, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:33.139060 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fe17bc-b65a-42ce-8450-8cf294e1eb65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f7c0f65-115c-4365-8b3d-066b1cf1f94e {{(pid=101275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 13:43:33.143400 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-18fe17bc-b65a-42ce-8450-8cf294e1eb65 admin admin] Notify callbacks [] for router, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:33.144511 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-18fe17bc-b65a-42ce-8450-8cf294e1eb65 admin admin] 10.222.0.96 "DELETE /v2.0/routers/1f7c0f65-115c-4365-8b3d-066b1cf1f94e HTTP/1.1" status: 204 len: 168 time: 0.7165866 Oct 29 13:43:33.147053 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 40068) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:43:33.189846 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.db_base_plugin_v2 [None req-89afe19d-6c89-4573-8cd9-73a7c44226da admin admin] Deleting subnet 115c3b06-75d5-42f2-9aff-2e4cf3f60ab5 {{(pid=101275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 29 13:43:33.192843 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-89afe19d-6c89-4573-8cd9-73a7c44226da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:33.225156 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-89afe19d-6c89-4573-8cd9-73a7c44226da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3755711'] for subnet, precommit_delete_associations {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:33.303662 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-89afe19d-6c89-4573-8cd9-73a7c44226da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7868206'] for subnet, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:33.358898 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-89afe19d-6c89-4573-8cd9-73a7c44226da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7868193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3952961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25682708'] for subnet, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:33.383851 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afe19d-6c89-4573-8cd9-73a7c44226da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=115c3b06-75d5-42f2-9aff-2e4cf3f60ab5,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:43:33.387399 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-89afe19d-6c89-4573-8cd9-73a7c44226da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for subnet, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:33.390568 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-89afe19d-6c89-4573-8cd9-73a7c44226da admin admin] 10.222.0.96 "DELETE /v2.0/subnets/115c3b06-75d5-42f2-9aff-2e4cf3f60ab5 HTTP/1.1" status: 204 len: 168 time: 0.2426264 Oct 29 13:43:33.392976 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.wsgi [-] (101275) accepted ('10.222.0.96', 40070) {{(pid=101275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:43:33.395477 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef75647-394c-4634-a319-21c2d315dfe5 None None] Network d620a326-cd97-4595-b325-2f417240582b requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:43:33.681905 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ca6f-822f-4f89-a3c9-24a9015ad567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7898351'] for network, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:33.690119 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629ad26c-9f8a-4f3d-81c6-dd5404b59cb4 None None] DHCP port deletion for d620a326-cd97-4595-b325-2f417240582b request from dv-cinder-815884-1-iscsi {{(pid=101276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 13:43:33.735626 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-c0d1ca6f-822f-4f89-a3c9-24a9015ad567 admin admin] Deleting port 79dad9de-41ff-4cce-b702-7bc63555c801 {{(pid=101275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:43:33.735958 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ca6f-822f-4f89-a3c9-24a9015ad567 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:33.739496 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-629ad26c-9f8a-4f3d-81c6-dd5404b59cb4 None None] Deleting port 79dad9de-41ff-4cce-b702-7bc63555c801 {{(pid=101276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:43:33.739869 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-629ad26c-9f8a-4f3d-81c6-dd5404b59cb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:33.798035 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-c0d1ca6f-822f-4f89-a3c9-24a9015ad567 admin admin] For port 79dad9de-41ff-4cce-b702-7bc63555c801, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=79dad9de-41ff-4cce-b702-7bc63555c801,segment=NetworkSegment(a2263a2a-f893-4004-b0b7-e691a73d733d),segment_id=a2263a2a-f893-4004-b0b7-e691a73d733d)] {{(pid=101275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:43:33.798433 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ca6f-822f-4f89-a3c9-24a9015ad567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:33.801214 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.db [None req-629ad26c-9f8a-4f3d-81c6-dd5404b59cb4 None None] For port 79dad9de-41ff-4cce-b702-7bc63555c801, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=79dad9de-41ff-4cce-b702-7bc63555c801,segment=NetworkSegment(a2263a2a-f893-4004-b0b7-e691a73d733d),segment_id=a2263a2a-f893-4004-b0b7-e691a73d733d)] {{(pid=101276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:43:33.801618 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-629ad26c-9f8a-4f3d-81c6-dd5404b59cb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:33.810643 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.plugin [None req-c0d1ca6f-822f-4f89-a3c9-24a9015ad567 admin admin] Calling delete_port for 79dad9de-41ff-4cce-b702-7bc63555c801 owned by network:dhcp {{(pid=101275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:43:33.814277 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-629ad26c-9f8a-4f3d-81c6-dd5404b59cb4 None None] Calling delete_port for 79dad9de-41ff-4cce-b702-7bc63555c801 owned by network:dhcp {{(pid=101276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:43:33.892865 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ca6f-822f-4f89-a3c9-24a9015ad567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952914'] for port, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:33.898921 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-629ad26c-9f8a-4f3d-81c6-dd5404b59cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135'] for port, after_delete {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:33.916604 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1ca6f-822f-4f89-a3c9-24a9015ad567 admin admin] Pushing event deleted for resources: {'Port': ['ID=79dad9de-41ff-4cce-b702-7bc63555c801,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:43:33.922265 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ad26c-9f8a-4f3d-81c6-dd5404b59cb4 None None] Pushing event deleted for resources: {'Port': ['ID=79dad9de-41ff-4cce-b702-7bc63555c801,revision_number=None']} {{(pid=101276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:43:33.922812 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d1ca6f-822f-4f89-a3c9-24a9015ad567 admin admin] No DVR routers for this DVR port 79dad9de-41ff-4cce-b702-7bc63555c801 on host dv-cinder-815884-1-iscsi {{(pid=101275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:43:33.933280 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ad26c-9f8a-4f3d-81c6-dd5404b59cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:33.933688 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ad26c-9f8a-4f3d-81c6-dd5404b59cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:33.934063 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ad26c-9f8a-4f3d-81c6-dd5404b59cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:33.934396 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ad26c-9f8a-4f3d-81c6-dd5404b59cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:33.934726 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ad26c-9f8a-4f3d-81c6-dd5404b59cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:33.935052 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ad26c-9f8a-4f3d-81c6-dd5404b59cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:33.935376 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ad26c-9f8a-4f3d-81c6-dd5404b59cb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:33.935700 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ad26c-9f8a-4f3d-81c6-dd5404b59cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:33.936026 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ad26c-9f8a-4f3d-81c6-dd5404b59cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:33.936485 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ad26c-9f8a-4f3d-81c6-dd5404b59cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:33.936810 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ad26c-9f8a-4f3d-81c6-dd5404b59cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:33.937127 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ad26c-9f8a-4f3d-81c6-dd5404b59cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815884-1-iscsi {{(pid=101276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 13:43:33.939887 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629ad26c-9f8a-4f3d-81c6-dd5404b59cb4 None None] No DVR routers for this DVR port 79dad9de-41ff-4cce-b702-7bc63555c801 on host dv-cinder-815884-1-iscsi {{(pid=101276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:43:34.000947 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ca6f-822f-4f89-a3c9-24a9015ad567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7865813', 'neutron.services.segments.db._delete_segments_for_network-8763699824397'] for network, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:34.020414 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-c0d1ca6f-822f-4f89-a3c9-24a9015ad567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d620a326-cd97-4595-b325-2f417240582b']}} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:43:34.029630 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-c0d1ca6f-822f-4f89-a3c9-24a9015ad567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2263a2a-f893-4004-b0b7-e691a73d733d') {'for_net_delete': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:43:34.029951 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.services.segments.db [None req-c0d1ca6f-822f-4f89-a3c9-24a9015ad567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2263a2a-f893-4004-b0b7-e691a73d733d') {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:43:34.038618 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ca6f-822f-4f89-a3c9-24a9015ad567 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763699824150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3755680'] for segment, before_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:34.051083 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ca6f-822f-4f89-a3c9-24a9015ad567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:34.057124 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d1ca6f-822f-4f89-a3c9-24a9015ad567 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=101275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 13:43:34.057554 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ca6f-822f-4f89-a3c9-24a9015ad567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3952935'] for segment, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: Traceback (most recent call last): Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: timer() Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: cb(*args, **kw) Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: return func(*args, **kwargs) Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: self._notify() Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: self.callback(batched_events) Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: event.method(event) Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: return f(self, *a, **k) Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: return self._get(url).json() Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: return self.request(url, 'GET', **kwargs) Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 13:43:34.059346 dv-cinder-815884-1-iscsi neutron-server[101275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 13:43:34.112877 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ca6f-822f-4f89-a3c9-24a9015ad567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496109'] for network, after_delete {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:34.121046 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ca6f-822f-4f89-a3c9-24a9015ad567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:34.127408 dv-cinder-815884-1-iscsi neutron-server[101275]: INFO neutron.wsgi [None req-c0d1ca6f-822f-4f89-a3c9-24a9015ad567 admin admin] 10.222.0.96 "DELETE /v2.0/networks/d620a326-cd97-4595-b325-2f417240582b HTTP/1.1" status: 204 len: 168 time: 0.7310193 Oct 29 13:43:34.128233 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 40072) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:43:34.136732 dv-cinder-815884-1-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1ca6f-822f-4f89-a3c9-24a9015ad567 admin admin] Pushing event deleted for resources: {'Network': ['ID=d620a326-cd97-4595-b325-2f417240582b,revision_number=None']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:43:34.159883 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 54d3536e-82a1-41d7-807b-d434ea14bcf3 no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:43:34.180021 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: 54d3536e-82a1-41d7-807b-d434ea14bcf3 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:43:34.180363 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 54d3536e-82a1-41d7-807b-d434ea14bcf3 not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:43:34.180785 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device e4c9714b-2541-4af0-81a9-a275de86d57b no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:43:34.199410 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: e4c9714b-2541-4af0-81a9-a275de86d57b {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:43:34.199689 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device e4c9714b-2541-4af0-81a9-a275de86d57b not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:43:34.200086 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 79dad9de-41ff-4cce-b702-7bc63555c801 no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:43:34.218084 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: 79dad9de-41ff-4cce-b702-7bc63555c801 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:43:34.218432 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 79dad9de-41ff-4cce-b702-7bc63555c801 not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:43:34.466194 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-4ba0ef47-fd63-4d81-84c4-06ecf44c0e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502303'] for router_interface, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:34.695018 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-4ba0ef47-fd63-4d81-84c4-06ecf44c0e30 admin admin] Deleting port 8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:43:34.695342 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-4ba0ef47-fd63-4d81-84c4-06ecf44c0e30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:34.768330 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-4ba0ef47-fd63-4d81-84c4-06ecf44c0e30 admin admin] For port 8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd,segment=NetworkSegment(8c70a3bc-1740-4b06-8130-e8da3a564b48),segment_id=8c70a3bc-1740-4b06-8130-e8da3a564b48)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:43:34.768608 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-4ba0ef47-fd63-4d81-84c4-06ecf44c0e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:34.780390 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-4ba0ef47-fd63-4d81-84c4-06ecf44c0e30 admin admin] Calling delete_port for 8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd owned by network:router_interface {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:43:34.949835 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-4ba0ef47-fd63-4d81-84c4-06ecf44c0e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:34.974912 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0ef47-fd63-4d81-84c4-06ecf44c0e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:43:35.135145 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-4ba0ef47-fd63-4d81-84c4-06ecf44c0e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495931'] for router_interface, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:35.335392 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba0ef47-fd63-4d81-84c4-06ecf44c0e30 admin admin] Router a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e has already been hosted by L3 agent d805eefd-d9a9-4dd3-82d1-a56d673ca665 {{(pid=101274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 13:43:35.432191 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba0ef47-fd63-4d81-84c4-06ecf44c0e30 admin admin] Notify agent at l3_agent.dv-cinder-815884-1-iscsi the message routers_updated {{(pid=101274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 13:43:35.437157 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-4ba0ef47-fd63-4d81-84c4-06ecf44c0e30 admin admin] 10.222.0.96 "PUT /v2.0/routers/a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3079169 Oct 29 13:43:35.439617 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 40074) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:43:35.442224 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99f87fe-b284-4f4e-83d5-ea03cf8a4a5f None None] Sync routers for ids ['a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e'] in dv-cinder-815884-1-iscsi {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 13:43:35.451872 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99f87fe-b284-4f4e-83d5-ea03cf8a4a5f None None] Routers {'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:43:35.452466 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-a99f87fe-b284-4f4e-83d5-ea03cf8a4a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:43:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:43:35.540065 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fc74a3d4-b6c1-4414-af0b-f5a3aca9d41d admin admin] Notify callbacks [] for router, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:35.554647 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-a99f87fe-b284-4f4e-83d5-ea03cf8a4a5f None None] Set router a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e gateway port host: dv-cinder-815884-1-iscsi {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:43:35.639108 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fc74a3d4-b6c1-4414-af0b-f5a3aca9d41d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:35.690257 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-fc74a3d4-b6c1-4414-af0b-f5a3aca9d41d admin admin] Deleting port 4485fce6-18e1-4376-a8d8-fffec7a5c093 {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:43:35.690598 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fc74a3d4-b6c1-4414-af0b-f5a3aca9d41d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:35.731363 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-a99f87fe-b284-4f4e-83d5-ea03cf8a4a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e', 'name': 'tempest-TestVolumeBootPattern-44563349-router', 'tenant_id': '44387e5b1ef244408575d878e0279b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'external_fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '4485fce6-18e1-4376-a8d8-fffec7a5c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:07Z', 'updated_at': '2021-10-29T13:43:34Z', 'revision_number': 5, 'project_id': '44387e5b1ef244408575d878e0279b12', 'gw_port': {'id': '4485fce6-18e1-4376-a8d8-fffec7a5c093', 'name': '', 'network_id': '87eb6ce1-f9f7-4c12-9ef7-46ec0056de0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '997ea066-649a-4773-b815-b71c6be46375', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T13:36:07Z', 'updated_at': '2021-10-29T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997ea066-649a-4773-b815-b71c6be46375', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815884-1-iscsi'}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:43:35.761153 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99f87fe-b284-4f4e-83d5-ea03cf8a4a5f None None] Checking router: a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e for host: dv-cinder-815884-1-iscsi {{(pid=101277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 13:43:35.769100 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-fc74a3d4-b6c1-4414-af0b-f5a3aca9d41d admin admin] For port 4485fce6-18e1-4376-a8d8-fffec7a5c093, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=4485fce6-18e1-4376-a8d8-fffec7a5c093,segment=NetworkSegment(35308a0d-317a-4980-bea2-a24e9c9fc43b),segment_id=35308a0d-317a-4980-bea2-a24e9c9fc43b)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:43:35.769275 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99f87fe-b284-4f4e-83d5-ea03cf8a4a5f None None] Routers {'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e'} bound to L3 agent in host dv-cinder-815884-1-iscsi {{(pid=101277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 13:43:35.769456 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fc74a3d4-b6c1-4414-af0b-f5a3aca9d41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:35.769765 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-a99f87fe-b284-4f4e-83d5-ea03cf8a4a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T13:24:28Z,description=,heartbeat_timestamp=2021-10-29T13:43:28Z,host='dv-cinder-815884-1-iscsi',id=d805eefd-d9a9-4dd3-82d1-a56d673ca665,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T13:24:28Z,topic='l3_agent')) {'router_ids': ['a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e'], 'active': True} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:43:35.781793 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-fc74a3d4-b6c1-4414-af0b-f5a3aca9d41d admin admin] Calling delete_port for 4485fce6-18e1-4376-a8d8-fffec7a5c093 owned by network:router_gateway {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:43:35.852141 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_dvr_db [None req-a99f87fe-b284-4f4e-83d5-ea03cf8a4a5f None None] Set router a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e gateway port host: None {{(pid=101277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 13:43:35.902272 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.l3_hamode_db [None req-a99f87fe-b284-4f4e-83d5-ea03cf8a4a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e', 'name': 'tempest-TestVolumeBootPattern-44563349-router', 'tenant_id': '44387e5b1ef244408575d878e0279b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:07Z', 'updated_at': '2021-10-29T13:43:35Z', 'revision_number': 6, 'project_id': '44387e5b1ef244408575d878e0279b12', 'gw_port_host': None}], 'dv-cinder-815884-1-iscsi', False) {} {{(pid=101277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:43:35.930692 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99f87fe-b284-4f4e-83d5-ea03cf8a4a5f None None] The sync data for ids ['a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e'] in dv-cinder-815884-1-iscsi is: [{'id': 'a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e', 'name': 'tempest-TestVolumeBootPattern-44563349-router', 'tenant_id': '44387e5b1ef244408575d878e0279b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T13:36:07Z', 'updated_at': '2021-10-29T13:43:35Z', 'revision_number': 6, 'project_id': '44387e5b1ef244408575d878e0279b12', 'gw_port_host': None}] {{(pid=101277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 13:43:35.939650 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fc74a3d4-b6c1-4414-af0b-f5a3aca9d41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:35.970244 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74a3d4-b6c1-4414-af0b-f5a3aca9d41d admin admin] Pushing event deleted for resources: {'Port': ['ID=4485fce6-18e1-4376-a8d8-fffec7a5c093,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:43:36.028839 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fc74a3d4-b6c1-4414-af0b-f5a3aca9d41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496065'] for router_gateway, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:36.114207 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fc74a3d4-b6c1-4414-af0b-f5a3aca9d41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-446'] for router, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:36.116254 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fc74a3d4-b6c1-4414-af0b-f5a3aca9d41d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:36.157048 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fc74a3d4-b6c1-4414-af0b-f5a3aca9d41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497777'] for router, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:36.157648 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc74a3d4-b6c1-4414-af0b-f5a3aca9d41d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e {{(pid=101274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 13:43:36.161732 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fc74a3d4-b6c1-4414-af0b-f5a3aca9d41d admin admin] Notify callbacks [] for router, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:36.162879 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-fc74a3d4-b6c1-4414-af0b-f5a3aca9d41d admin admin] 10.222.0.96 "DELETE /v2.0/routers/a866c215-f2f7-4eb8-a8fd-bcbc5decdd7e HTTP/1.1" status: 204 len: 168 time: 0.7223797 Oct 29 13:43:36.165949 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 40076) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:43:36.208273 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4eb6152-4dda-446b-8bfa-1ffd4e5f6c26 admin admin] Deleting subnet 6fcc4e2f-ce4a-4254-8ae5-2b0c0c8b4cfd {{(pid=101274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 29 13:43:36.211185 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b4eb6152-4dda-446b-8bfa-1ffd4e5f6c26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:36.247642 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b4eb6152-4dda-446b-8bfa-1ffd4e5f6c26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25625732'] for subnet, precommit_delete_associations {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:36.327707 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b4eb6152-4dda-446b-8bfa-1ffd4e5f6c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7868206'] for subnet, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:36.382538 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b4eb6152-4dda-446b-8bfa-1ffd4e5f6c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7868193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25597345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25489011'] for subnet, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:36.407757 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb6152-4dda-446b-8bfa-1ffd4e5f6c26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fcc4e2f-ce4a-4254-8ae5-2b0c0c8b4cfd,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:43:36.409614 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b4eb6152-4dda-446b-8bfa-1ffd4e5f6c26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:36.412710 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-b4eb6152-4dda-446b-8bfa-1ffd4e5f6c26 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/6fcc4e2f-ce4a-4254-8ae5-2b0c0c8b4cfd HTTP/1.1" status: 204 len: 168 time: 0.2458239 Oct 29 13:43:36.414282 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e67957-d95c-46ab-aeb9-1989b0826072 None None] Network 4bc1a5f3-d4a9-4826-8580-a701a63edf21 requested from dv-cinder-815884-1-iscsi {{(pid=101276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 13:43:36.415738 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 40078) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:43:36.483383 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ac2867b5-4527-4097-b753-21ea7e7e574d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7898351'] for network, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:36.534965 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-ac2867b5-4527-4097-b753-21ea7e7e574d admin admin] Deleting port e0008c0e-20d4-41f1-b2e7-43248cf61e96 {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 29 13:43:36.535307 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ac2867b5-4527-4097-b753-21ea7e7e574d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763699758942'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:36.594484 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-ac2867b5-4527-4097-b753-21ea7e7e574d admin admin] For port e0008c0e-20d4-41f1-b2e7-43248cf61e96, host dv-cinder-815884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815884-1-iscsi',level=0,port_id=e0008c0e-20d4-41f1-b2e7-43248cf61e96,segment=NetworkSegment(8c70a3bc-1740-4b06-8130-e8da3a564b48),segment_id=8c70a3bc-1740-4b06-8130-e8da3a564b48)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 13:43:36.594841 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ac2867b5-4527-4097-b753-21ea7e7e574d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506099'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:36.607471 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-ac2867b5-4527-4097-b753-21ea7e7e574d admin admin] Calling delete_port for e0008c0e-20d4-41f1-b2e7-43248cf61e96 owned by network:dhcp {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 29 13:43:36.684373 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ac2867b5-4527-4097-b753-21ea7e7e574d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763699763752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763699439135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25597426'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:36.702976 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e96bc5a-c125-49f4-adde-a5e9096f6959 None None] DHCP port deletion for 4bc1a5f3-d4a9-4826-8580-a701a63edf21 request from dv-cinder-815884-1-iscsi {{(pid=101276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 13:43:36.706063 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:43:36.709687 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2867b5-4527-4097-b753-21ea7e7e574d admin admin] Pushing event deleted for resources: {'Port': ['ID=e0008c0e-20d4-41f1-b2e7-43248cf61e96,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:43:36.713702 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2867b5-4527-4097-b753-21ea7e7e574d admin admin] No DVR routers for this DVR port e0008c0e-20d4-41f1-b2e7-43248cf61e96 on host dv-cinder-815884-1-iscsi {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 13:43:36.727220 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: 8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:43:36.727570 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 8a64d8bb-60ad-4a9d-9cea-1a6dfa7094fd not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:43:37.046129 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ac2867b5-4527-4097-b753-21ea7e7e574d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7865813', 'neutron.services.segments.db._delete_segments_for_network-8763699824397'] for network, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:37.065331 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.services.segments.db [None req-ac2867b5-4527-4097-b753-21ea7e7e574d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc1a5f3-d4a9-4826-8580-a701a63edf21']}} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:43:37.074528 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.services.segments.db [None req-ac2867b5-4527-4097-b753-21ea7e7e574d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c70a3bc-1740-4b06-8130-e8da3a564b48') {'for_net_delete': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:43:37.074823 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.services.segments.db [None req-ac2867b5-4527-4097-b753-21ea7e7e574d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c70a3bc-1740-4b06-8130-e8da3a564b48') {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 13:43:37.083545 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ac2867b5-4527-4097-b753-21ea7e7e574d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763699824150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25625755'] for segment, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:37.096335 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ac2867b5-4527-4097-b753-21ea7e7e574d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583'] for segment, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:37.102133 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac2867b5-4527-4097-b753-21ea7e7e574d admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=101274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 13:43:37.102546 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ac2867b5-4527-4097-b753-21ea7e7e574d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25597383'] for segment, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: Traceback (most recent call last): Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: timer() Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: cb(*args, **kw) Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: return func(*args, **kwargs) Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: self._notify() Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: self.callback(batched_events) Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: event.method(event) Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: return f(self, *a, **k) Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: return self._get(url).json() Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: return self.request(url, 'GET', **kwargs) Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 13:43:37.104159 dv-cinder-815884-1-iscsi neutron-server[101274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 13:43:37.155456 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ac2867b5-4527-4097-b753-21ea7e7e574d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496109'] for network, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:37.160865 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ac2867b5-4527-4097-b753-21ea7e7e574d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553011'] for network, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:37.166180 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-ac2867b5-4527-4097-b753-21ea7e7e574d admin admin] 10.222.0.96 "DELETE /v2.0/networks/4bc1a5f3-d4a9-4826-8580-a701a63edf21 HTTP/1.1" status: 204 len: 168 time: 0.7473369 Oct 29 13:43:37.175184 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2867b5-4527-4097-b753-21ea7e7e574d admin admin] Pushing event deleted for resources: {'Network': ['ID=4bc1a5f3-d4a9-4826-8580-a701a63edf21,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:43:37.271541 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 40082) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:43:37.313723 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-fdd55761-d9a5-4068-947e-0a9f7aa3efb3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dda9cf39e3ff4797af5227f990f14457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410402 Oct 29 13:43:37.316208 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 40084) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:43:37.362252 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ec8b4c1d-4a0f-40a5-bea1-c023620e44bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:37.383693 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ec8b4c1d-4a0f-40a5-bea1-c023620e44bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:37.427627 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ec8b4c1d-4a0f-40a5-bea1-c023620e44bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:37.430756 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ec8b4c1d-4a0f-40a5-bea1-c023620e44bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:37.431905 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-ec8b4c1d-4a0f-40a5-bea1-c023620e44bc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b2bda5ab-bc28-4fc7-8314-6d97e85e5323 HTTP/1.1" status: 204 len: 168 time: 0.1148233 Oct 29 13:43:37.439383 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b4c1d-4a0f-40a5-bea1-c023620e44bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bda5ab-bc28-4fc7-8314-6d97e85e5323,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:43:37.733890 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 40090) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:43:37.773046 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-bb3e0492-bfdb-476a-b828-6962e6d48f90 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=44387e5b1ef244408575d878e0279b12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379887 Oct 29 13:43:37.775346 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [-] (101274) accepted ('10.222.0.96', 40092) {{(pid=101274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 13:43:37.822217 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9cc725f4-9f58-4ce9-8518-7c804e47ea04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:37.842297 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9cc725f4-9f58-4ce9-8518-7c804e47ea04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:37.889287 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9cc725f4-9f58-4ce9-8518-7c804e47ea04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614499'] for security_group, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:37.891923 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9cc725f4-9f58-4ce9-8518-7c804e47ea04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:37.893032 dv-cinder-815884-1-iscsi neutron-server[101274]: INFO neutron.wsgi [None req-9cc725f4-9f58-4ce9-8518-7c804e47ea04 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/757c59d5-eaab-42e6-96ce-6d65f19994d0 HTTP/1.1" status: 204 len: 168 time: 0.1168139 Oct 29 13:43:37.900562 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc725f4-9f58-4ce9-8518-7c804e47ea04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757c59d5-eaab-42e6-96ce-6d65f19994d0,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 13:43:38.157409 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 4485fce6-18e1-4376-a8d8-fffec7a5c093 no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:43:38.182200 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: 4485fce6-18e1-4376-a8d8-fffec7a5c093 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:43:38.182623 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device 4485fce6-18e1-4376-a8d8-fffec7a5c093 not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:43:38.183270 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device e0008c0e-20d4-41f1-b2e7-43248cf61e96 no longer exists at agent ovs-agent-dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 13:43:38.203462 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.plugin [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] No Port match for: e0008c0e-20d4-41f1-b2e7-43248cf61e96 {{(pid=101276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 29 13:43:38.203846 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron.plugins.ml2.rpc [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Device e0008c0e-20d4-41f1-b2e7-43248cf61e96 not bound to the agent host dv-cinder-815884-1-iscsi {{(pid=101276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 13:43:55.482331 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bd36ca02-5e68-4e81-8eb4-cb69da7c059f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:56.876004 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:58.019921 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:58.065543 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-e1d0dfbe-397a-49ad-8d60-97fea9e87e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:43:59.302141 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:44:00.814479 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:44:02.812447 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:44:25.482714 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-b528f5c9-c9f5-420b-b196-a41eefc2f963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:44:26.874311 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:44:28.020057 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:44:28.064041 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-c512adb4-79eb-453e-9457-1b905371bfe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:44:29.304728 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:44:30.815681 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:44:39.812041 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:44:55.482594 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-f575f6f4-7880-4d55-9d00-e8eec18aa2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:44:56.872315 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:44:58.020162 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:44:58.062890 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-6ffbc5f4-a1b2-4364-9c05-ce2a95185f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:44:59.306859 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:45:00.818549 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:45:16.810584 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:45:25.481460 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-a4255496-43a3-4929-aa01-569ea9937742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:45:26.890122 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:45:28.020378 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:45:28.061799 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-2521fde3-4072-461e-9667-4a598455a53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:45:29.310071 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:45:30.822186 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:45:53.811207 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:45:55.480919 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-82a49fc2-c10c-41bb-80b9-7169989bc68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:45:56.917219 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:45:58.021198 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:45:58.061752 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-b70f7fc0-e50e-4edd-b0a2-921ec4a4a7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:45:59.312908 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:46:00.825309 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:46:25.481325 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-7e07dfb8-42cf-4cd2-b4e7-db1dd91cfee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:46:26.921374 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:46:28.022317 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:46:28.059981 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb136-239b-48a2-afb1-b08f52ccd00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:46:29.316018 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:46:30.810779 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:46:30.827967 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:46:55.481471 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-86ad9280-b901-4e3f-a72d-3f318d4b60dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:46:56.946571 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:46:58.024345 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:46:58.059151 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-92a8f724-fa58-44a2-8127-526ff206762c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:46:59.319021 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:47:00.832168 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:47:07.809519 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:47:25.481214 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d2af35a7-0717-418e-9b67-40a06cc0d25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:47:26.964480 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:47:28.026273 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:47:28.057223 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-0eece91d-724f-40e3-b28f-0c63637f7c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:47:29.321976 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:47:30.842666 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:47:44.808956 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:47:55.481464 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-f96d2f75-a8c6-4cc3-82b4-06511667c34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:47:56.977040 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:47:57.430308 dv-cinder-815884-1-iscsi neutron-server[101274]: DEBUG neutron.wsgi [req-787bc614-ca2a-4d6e-8eaa-4cc3de72394e req-5f2b18c6-a801-46c3-9df1-a368d2f0367c service neutron] (101274) timed out ('10.222.0.26', 51574) {{(pid=101274) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 13:47:58.028968 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:47:58.062100 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-486f7e18-3427-446c-a358-66d6ba003f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:47:59.325155 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:48:00.838036 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:48:21.808004 dv-cinder-815884-1-iscsi neutron-server[101277]: DEBUG neutron.db.agents_db [None req-f762a627-0147-43fc-b380-eb0750eac8d6 None None] Agent healthcheck: found 6 active agents {{(pid=101277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 13:48:25.481357 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-f6f22325-8444-4163-b17b-1c6e2675b014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:48:26.975337 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-bc912cd4-906a-4edd-a482-96b60e5879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:48:28.029075 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-3a2628e8-efe2-4fc1-967e-28c4e70773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:48:28.051325 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-a040c928-3839-4b6b-886e-ab7b7b5a47d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:48:29.326801 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-1757bb97-9eee-43ec-a9ec-89150696b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 29 13:48:30.841046 dv-cinder-815884-1-iscsi neutron-server[101276]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df0d-5cd0-49f8-9c73-931795341465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763699823863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7929071'] for agent, after_update {{(pid=101276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}